-- Logs begin at Fri 2021-08-27 02:50:22 UTC, end at Fri 2021-08-27 03:44:36 UTC. -- Aug 27 03:22:55.764836 dv-cinder-773985-14-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 03:22:58.576178 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:22:58.576845 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:22:58.576981 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93747) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:22:58.580389 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:22:58.580633 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:22:58.580937 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93747) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:22:58.583724 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:22:58.583964 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:22:58.584345 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:22:58.584591 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:22:58.584859 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:22:58.585272 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.585896 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.586227 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.586457 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.586767 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.587372 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.587664 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.587956 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.588260 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.588548 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.589099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.589393 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.589625 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.589907 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.590230 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.590520 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.590748 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] debug = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.591026 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.591458 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.592086 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.592366 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.592660 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.592967 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.593258 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.593979 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.594315 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.594691 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] host = dv-cinder-773985-14-smb {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.594970 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.595262 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.595573 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.595864 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.596139 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.596417 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.596699 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.596971 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.597240 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] log_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.597700 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.598186 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.598649 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.599132 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.599477 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.599710 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.600179 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.601251 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.601555 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.601837 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.602810 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.603105 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.606229 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.606549 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.607801 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.608126 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.608439 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.608759 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.609804 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.610122 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.610418 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.610727 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.611020 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.611305 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.611590 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.611884 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.612165 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.612448 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.612762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.613051 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.613345 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.613632 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.613911 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.614237 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.614513 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.614790 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.615067 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] use_json = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.615342 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.615634 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.616083 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.616539 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.616989 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.617441 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.617898 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.618418 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:58.618931 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.619419 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.619931 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.620416 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.620903 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.621238 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.621538 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.621942 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.622451 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.622944 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.623646 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.624117 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.624673 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.625163 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.625677 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.626174 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.626488 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.626793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.627999 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.628333 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.628616 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.629677 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.629983 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.630295 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.630592 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.630888 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.631169 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.631457 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.631755 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.632049 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.632324 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.632616 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.632895 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.633257 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.634620 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.634918 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.635220 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.635508 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.635789 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.636130 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.636347 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.636618 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.636890 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.637151 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.637440 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.637712 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.637971 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.638265 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.638541 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.638812 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.639099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.639372 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.639639 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.639935 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.640734 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.641022 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.641302 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.641586 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.642034 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.642549 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.643016 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.643449 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.643728 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.644033 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.644505 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.644981 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.645580 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.646080 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.646569 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.647038 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.647514 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.647997 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.648453 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.648924 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.649394 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.649834 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.650307 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.650775 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.651211 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.651687 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.652115 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.652590 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.653020 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.653487 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.653958 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.654464 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.654929 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.655419 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.655981 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.656453 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.656918 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.657359 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.657839 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.658334 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.659152 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.659604 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.660093 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.660569 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.661050 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.661533 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.662041 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.662556 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.663080 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.663508 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:58.663842 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:22:58.664265 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93747) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 03:22:59.079616 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:22:59.079883 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:22:59.080156 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:22:59.080494 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 03:22:59.510355 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.510601 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.510893 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.512258 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.512528 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.512791 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.549788 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.550017 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.550342 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.566311 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.566541 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.566755 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.596480 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.597144 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.597144 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.637956 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.638409 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.638537 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.881722 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.881913 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.882201 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.882470 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:59.883373 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.016151 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.016510 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.016777 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.017057 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.017321 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.017641 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.017903 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.018181 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.018439 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.018702 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.018963 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.019226 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.019477 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.019733 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.019989 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.020254 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.020498 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.020765 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.021033 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.021289 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.021560 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.021815 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.022120 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.022504 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.022756 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.023000 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.023405 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:23:00.023648 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:23:00.023891 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:23:00.024126 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:23:00.024365 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:23:00.024602 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:23:00.024973 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 03:23:00.028266 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 03:23:00.032542 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 03:23:00.036792 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 27 03:23:00.038591 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 03:23:00.039052 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 03:23:00.039388 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 03:23:00.039772 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 03:23:00.042633 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 03:23:00.042890 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 03:23:00.043239 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:23:00.048732 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 03:23:00.071119 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 03:23:00.071577 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.071848 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93747) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 03:23:00.072209 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.073598 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93747) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 03:23:00.073873 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:23:00.074152 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 03:23:00.077395 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.077724 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.147905 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 03:23:00.148090 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 03:23:00.148286 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 03:23:00.148674 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 03:23:00.170802 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_db.sqlalchemy.engines [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93747) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 03:23:00.729359 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Initializing driver for type 'gre' Aug 27 03:23:00.730429 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] gre ID ranges: [(1, 1000)] Aug 27 03:23:00.805039 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Initializing driver for type 'local' Aug 27 03:23:00.805376 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Initializing driver for type 'vlan' Aug 27 03:23:00.820562 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] VlanTypeDriver initialization complete Aug 27 03:23:00.820897 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Initializing driver for type 'vxlan' Aug 27 03:23:00.821409 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] vxlan ID ranges: [(1, 1000)] Aug 27 03:23:00.880490 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Initializing extension driver 'port_security' Aug 27 03:23:00.880833 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.extensions.port_security [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] PortSecurityExtensionDriver initialization complete Aug 27 03:23:00.881168 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Initializing mechanism driver 'openvswitch' Aug 27 03:23:00.881497 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Initializing mechanism driver 'hyperv' Aug 27 03:23:00.888216 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.plugins.ml2.plugin [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:00.888904 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > port after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.889283 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > port after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.889641 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > port after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.890226 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:23:00.890670 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > subnet after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.891029 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > subnet after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.891377 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.891775 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:23:00.892187 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > network after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.892541 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > network after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.892890 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > network after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.893281 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:23:00.893691 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > security_group after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.894044 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > security_group after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.894413 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.894959 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:23:00.895372 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.895726 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.896076 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.896483 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:23:00.896886 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > address_group after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.897237 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > address_group after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.897581 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.897979 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:23:00.898382 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] ML2 OVO RPC backend initialized. {{(pid=93747) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 03:23:00.899112 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.899474 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.899894 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > network before_response 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.900247 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > networks before_response 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.900599 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > port before_response 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.900949 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > ports before_response 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.901298 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > subnet before_response 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.901645 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > subnets before_response 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.901994 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > network after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.902368 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > network after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.902710 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > network after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.903054 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > port after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.903398 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > port after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.903740 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > port after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.904079 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > subnet after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.904423 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > subnet after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.904758 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.905372 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.plugin [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Modular L2 Plugin initialization complete Aug 27 03:23:00.905885 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading services supported by the core plugin {{(pid=93747) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 03:23:00.906478 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.plugins.ml2.managers [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Got port-security extension from driver 'port_security' Aug 27 03:23:00.907149 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.extensions.vlantransparent [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Disabled vlantransparent extension. Aug 27 03:23:00.907853 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93747) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 03:23:00.908310 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading Plugin: router Aug 27 03:23:00.946908 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.947281 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router after_create 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.947680 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router before_create 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.948047 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.948426 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.948789 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router after_delete 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.949137 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > floatingip after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.949491 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.949855 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router after_create 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.950237 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router after_update 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.950591 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router after_update 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.950991 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.951298 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router after_update 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.951712 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router precommit_update 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.952168 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: port after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.952455 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: port after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.952799 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: subnet after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.953141 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.953663 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.953943 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router precommit_create 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.954315 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: port before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.954665 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router precommit_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.955028 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router after_update 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.955377 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.955727 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router precommit_create 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.956090 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.956437 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router precommit_update 55549900 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.956806 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > agent after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.957158 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > agent after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.957505 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > network after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.958467 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Tracking information for resource: router configured {{(pid=93747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:23:00.958806 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Tracking information for resource: floatingip configured {{(pid=93747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:23:00.964141 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.db.l3_agentschedulers_db [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 03:23:00.964739 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: port after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.965104 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: port after_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.965456 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: port after_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.965818 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: port after_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.966661 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router before_create 55550100 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.967033 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.967376 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router precommit_create 55550100 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.967756 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > router precommit_update 55550100 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.972691 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.services.provider_configuration [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service providers = [] {{(pid=93747) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 03:23:00.973059 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.db.servicetype_db [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93747) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 03:23:00.976165 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.services.service_base [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:23:00.976520 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.services.service_base [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:23:00.976867 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.services.service_base [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:23:00.977764 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.services.service_base [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:23:00.978172 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.services.service_base [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 03:23:00.978559 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:23:00.978879 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 03:23:00.989896 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:23:00.990264 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading Plugin: auto_allocate Aug 27 03:23:00.996151 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: network precommit_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.996531 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: network precommit_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:00.997068 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:23:00.997393 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading Plugin: tag Aug 27 03:23:01.004260 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:23:01.004643 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading Plugin: timestamp Aug 27 03:23:01.008966 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:23:01.009167 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading Plugin: network_ip_availability Aug 27 03:23:01.014653 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:01.015183 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:01.015612 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:01.016555 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:23:01.016883 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading Plugin: flavors Aug 27 03:23:01.021752 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:23:01.022078 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading Plugin: revisions Aug 27 03:23:01.026633 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:23:01.027033 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_concurrency.lockutils [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.947s {{(pid=93747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:23:01.027795 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93747) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 03:23:01.028139 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Initializing extension manager. Aug 27 03:23:01.028657 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: __init__.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.028984 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: __pycache__ {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.029320 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.029655 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: address_group.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.030465 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.031278 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: address-group Aug 27 03:23:01.031526 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: address_scope.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.032234 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.032746 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: address-scope Aug 27 03:23:01.033235 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.034428 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.034937 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: router-admin-state-down-before-update Aug 27 03:23:01.035261 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: agent.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.036222 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.036733 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: agent Aug 27 03:23:01.037062 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: agent_resources_synced.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.037980 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.038510 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: agent-resources-synced Aug 27 03:23:01.038839 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: allowedaddresspairs.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.040705 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.041232 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: allowed-address-pairs Aug 27 03:23:01.041559 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: auto_allocated_topology.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.042679 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.043194 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: auto-allocated-topology Aug 27 03:23:01.043521 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: availability_zone.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.044239 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.044730 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: availability_zone Aug 27 03:23:01.045052 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: availability_zone_filter.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.045987 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.046589 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: availability_zone_filter Aug 27 03:23:01.046917 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: data_plane_status.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.047842 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.048328 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 03:23:01.048650 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: default_subnetpools.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.049572 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.050098 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: default-subnetpools Aug 27 03:23:01.050429 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.051262 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.051783 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: dhcp_agent_scheduler Aug 27 03:23:01.052094 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: dns.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.053020 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.053522 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension dns-integration not supported by any of loaded plugins Aug 27 03:23:01.053848 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: dns_domain_ports.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.054817 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.055326 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 03:23:01.055653 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.056587 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.057085 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 03:23:01.057416 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: dvr.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.058128 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.058630 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: dvr Aug 27 03:23:01.058953 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: ecmp_routes.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.059877 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.060375 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 03:23:01.060703 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: empty_string_filtering.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.061623 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.062273 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: empty-string-filtering Aug 27 03:23:01.062608 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.063517 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.064018 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:23:01.064341 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.065259 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.065760 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 03:23:01.066095 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: external_net.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.067022 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.067522 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: external-net Aug 27 03:23:01.067846 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.068751 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.069249 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: extra_dhcp_opt Aug 27 03:23:01.069573 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: extraroute.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.070532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.071029 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: extraroute Aug 27 03:23:01.071348 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: extraroute_atomic.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.072386 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.072891 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: extraroute-atomic Aug 27 03:23:01.073217 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: filter_validation.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.073894 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.074430 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: filter-validation Aug 27 03:23:01.074753 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: fip_pf_description.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.075677 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.076177 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 03:23:01.076499 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: fip_port_details.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.077468 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.078448 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: fip-port-details Aug 27 03:23:01.079055 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: flavors.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.080360 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.080883 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: flavors Aug 27 03:23:01.081202 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.082932 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.083454 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 03:23:01.083788 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: floatingip_pools.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.084500 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.085012 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: floatingip-pools Aug 27 03:23:01.085347 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: ip_allocation.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.086317 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.086823 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 03:23:01.087150 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.088100 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.088606 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: ip-substring-filtering Aug 27 03:23:01.088937 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: l2_adjacency.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.089874 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.090463 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 03:23:01.090762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: l3.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.091969 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.092491 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: router Aug 27 03:23:01.092820 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.095216 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.095756 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:23:01.096088 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.097039 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.097554 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: ext-gw-mode Aug 27 03:23:01.097879 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.098855 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.099365 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: l3-ha Aug 27 03:23:01.099688 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: l3_flavors.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.100643 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.101142 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: l3-flavors Aug 27 03:23:01.101469 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.102416 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.102921 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 03:23:01.103242 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: l3agentscheduler.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.104319 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.104829 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: l3_agent_scheduler Aug 27 03:23:01.105159 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: logging.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.106714 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.107243 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension logging not supported by any of loaded plugins Aug 27 03:23:01.107580 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: metering.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.108334 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.108975 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: metering Aug 27 03:23:01.109314 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.110459 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.110978 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: metering_source_and_destination_fields Aug 27 03:23:01.111311 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: multiprovidernet.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.112245 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.112753 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: multi-provider Aug 27 03:23:01.113085 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: netmtu.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.114004 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.114542 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: net-mtu Aug 27 03:23:01.114871 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: netmtu_writable.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.115799 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.116303 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: net-mtu-writable Aug 27 03:23:01.116632 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: network_availability_zone.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.117313 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.117813 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: network_availability_zone Aug 27 03:23:01.118177 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: network_ip_availability.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.119286 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.119800 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: network-ip-availability Aug 27 03:23:01.120131 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: network_segment_range.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.120913 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.121416 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 03:23:01.121742 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: pagination.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.122770 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.123105 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: pagination Aug 27 03:23:01.123431 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: port_device_profile.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.124467 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.124923 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: port-device-profile Aug 27 03:23:01.125238 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.126193 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.126724 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: port-mac-address-regenerate Aug 27 03:23:01.127051 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.127980 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.128483 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: port-numa-affinity-policy Aug 27 03:23:01.128821 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: port_resource_request.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.129721 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.130256 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 03:23:01.130668 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: portbindings.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.131505 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.132009 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: binding Aug 27 03:23:01.132329 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: portbindings_extended.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.133805 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.134360 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: binding-extended Aug 27 03:23:01.135314 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: portsecurity.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.135623 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.136129 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: port-security Aug 27 03:23:01.136455 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: project_id.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.137438 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.137769 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: project-id Aug 27 03:23:01.138134 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: providernet.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.139074 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.139583 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: provider Aug 27 03:23:01.139977 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: qos.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.143553 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.144074 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension qos not supported by any of loaded plugins Aug 27 03:23:01.144413 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.145698 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.146247 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 03:23:01.146582 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.148150 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.148150 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 03:23:01.148419 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: qos_default.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.149410 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.149919 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension qos-default not supported by any of loaded plugins Aug 27 03:23:01.150287 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: qos_fip.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.150961 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.151544 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension qos-fip not supported by any of loaded plugins Aug 27 03:23:01.151799 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: qos_gateway_ip.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.152727 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.153234 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 03:23:01.153560 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: qos_port_network_policy.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.154514 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.156738 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 03:23:01.156738 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: qos_pps_rule.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.156738 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.157178 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension qos-pps not supported by any of loaded plugins Aug 27 03:23:01.157505 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: qos_rule_type_details.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.158793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.159321 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 03:23:01.159646 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: qos_rules_alias.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.160704 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.161214 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 03:23:01.161541 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: quotasv2.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.162577 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.162911 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: quotas Aug 27 03:23:01.163237 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: quotasv2_detail.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.166432 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.166774 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: quota_details Aug 27 03:23:01.167105 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: rbac.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.168419 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.168955 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: rbac-policies Aug 27 03:23:01.169293 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: rbac_address_group.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.170278 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.170791 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: rbac-address-group Aug 27 03:23:01.171405 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: rbac_address_scope.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.172162 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.172672 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: rbac-address-scope Aug 27 03:23:01.173000 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: rbac_security_groups.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.173906 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.174457 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: rbac-security-groups Aug 27 03:23:01.174780 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: rbac_subnetpool.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.175704 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.176213 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: rbac-subnetpool Aug 27 03:23:01.176532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: revisionifmatch.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.177477 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.177987 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: revision-if-match Aug 27 03:23:01.178341 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: revisions.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.179472 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.179974 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: standard-attr-revisions Aug 27 03:23:01.180306 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: router_availability_zone.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.180987 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.181499 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: router_availability_zone Aug 27 03:23:01.181824 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: routerservicetype.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.182776 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.183279 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension router-service-type not supported by any of loaded plugins Aug 27 03:23:01.183596 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.184531 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.185043 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: security-groups-normalized-cidr Aug 27 03:23:01.185384 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.186330 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.186853 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: port-security-groups-filtering Aug 27 03:23:01.187193 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.188193 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.188637 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: security-groups-remote-address-group Aug 27 03:23:01.188958 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: securitygroup.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.200256 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.200795 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: security-group Aug 27 03:23:01.201197 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: segment.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.201933 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.202564 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension segment not supported by any of loaded plugins Aug 27 03:23:01.202899 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.203912 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.204382 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 03:23:01.204706 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: servicetype.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.205929 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.206492 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: service-type Aug 27 03:23:01.206824 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: sorting.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.207842 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.208179 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: sorting Aug 27 03:23:01.208509 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: standard_attr_segment.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.209437 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.209953 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 03:23:01.210314 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: standardattrdescription.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.210963 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.211464 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: standard-attr-description Aug 27 03:23:01.211789 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: stateful_security_group.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.212730 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.213237 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: stateful-security-group Aug 27 03:23:01.213564 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: stdattrs_common.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.214183 dv-cinder-773985-14-smb neutron-server[93747]: WARNING neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 03:23:01.214512 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.215456 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.215961 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 03:23:01.216301 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: subnet_onboard.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.217374 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.217880 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: subnet_onboard Aug 27 03:23:01.218397 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.219321 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.219826 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 03:23:01.220149 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: subnet_service_types.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.221078 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.221584 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: subnet-service-types Aug 27 03:23:01.221901 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: subnetallocation.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.223028 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.223534 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: subnet_allocation Aug 27 03:23:01.223869 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.224537 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.225042 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: subnetpool-prefix-ops Aug 27 03:23:01.225376 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.226358 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.226862 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 03:23:01.227186 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: tagging.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.228259 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.228786 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: standard-attr-tag Aug 27 03:23:01.229107 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: timestamp.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.230363 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.230877 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loaded extension: standard-attr-timestamp Aug 27 03:23:01.231208 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: trunk.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.232234 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.232761 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension trunk not supported by any of loaded plugins Aug 27 03:23:01.233076 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: trunk_details.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.234137 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.234573 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension trunk-details not supported by any of loaded plugins Aug 27 03:23:01.234898 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: uplink_status_propagation.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.235836 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.236342 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 03:23:01.236673 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Loading extension file: vlantransparent.py {{(pid=93747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:23:01.237356 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:23:01.237861 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 03:23:01.240391 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:network Aug 27 03:23:01.240930 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:subnet Aug 27 03:23:01.241334 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:23:01.241729 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:port Aug 27 03:23:01.243071 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.243515 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service FLAVORS assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.244209 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.244584 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.244920 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:router Aug 27 03:23:01.245359 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:23:01.245877 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service METERING assigned prefix: /metering {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.247378 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:01.247757 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:01.248114 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:23:01.249139 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:23:01.249620 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:23:01.250258 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:23:01.250865 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service CORE assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.251199 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:23:01.251549 dv-cinder-773985-14-smb neutron-server[93747]: WARNING neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] subnetpool is already registered Aug 27 03:23:01.251987 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service CORE assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.252315 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:23:01.252646 dv-cinder-773985-14-smb neutron-server[93747]: WARNING neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] subnetpool is already registered Aug 27 03:23:01.254998 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.255438 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service FLAVORS assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.256047 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.256473 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.256811 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:router Aug 27 03:23:01.257155 dv-cinder-773985-14-smb neutron-server[93747]: WARNING neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] router is already registered Aug 27 03:23:01.257568 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:23:01.257911 dv-cinder-773985-14-smb neutron-server[93747]: WARNING neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] floatingip is already registered Aug 27 03:23:01.258393 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service METERING assigned prefix: /metering {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.259071 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:23:01.259404 dv-cinder-773985-14-smb neutron-server[93747]: WARNING neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] rbac_policy is already registered Aug 27 03:23:01.259821 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:23:01.260159 dv-cinder-773985-14-smb neutron-server[93747]: WARNING neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] security_group is already registered Aug 27 03:23:01.260564 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:23:01.260898 dv-cinder-773985-14-smb neutron-server[93747]: WARNING neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] security_group_rule is already registered Aug 27 03:23:01.261534 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service CORE assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.261868 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:23:01.262242 dv-cinder-773985-14-smb neutron-server[93747]: WARNING neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] subnetpool is already registered Aug 27 03:23:01.262662 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.v2.resource_helper [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Service CORE assigned prefix: {{(pid=93747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:23:01.262989 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:23:01.263323 dv-cinder-773985-14-smb neutron-server[93747]: WARNING neutron.quota.resource_registry [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] subnetpool is already registered Aug 27 03:23:01.263802 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: extensions {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.265630 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: address-groups {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.267179 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: address-scopes {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.268494 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: agents {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.269676 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: auto-allocated-topology {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.270951 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: availability_zones {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.272187 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: dhcp-networks {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.273701 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: dhcp-agents {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.275149 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: routers {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.277463 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: flavors {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.278662 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: service_profiles {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.279870 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: next_providers {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.281572 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: service_profiles {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.283119 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: floatingip-pools {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.284737 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: routers {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.286863 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: floatingips {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.288162 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: l3-routers {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.289547 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: l3-agents {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.290972 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: metering-labels {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.292338 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: metering-label-rules {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.293608 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: network-ip-availabilities {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.294889 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: bindings {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.296636 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: quotas {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.298077 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: quotas {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.299509 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: rbac-policies {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.300697 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: security-groups {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.301973 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: security-group-rules {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.303244 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: service-providers {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.304438 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: subnetpools {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.306953 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: subnetpools {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.308398 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: tags {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.310079 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: tags {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.311948 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: tags {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.313935 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: tags {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.315869 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: tags {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.317702 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: tags {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.319418 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: tags {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.321306 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: tags {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.323140 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: tags {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.324861 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron.api.extensions [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Extended resource: tags {{(pid=93747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:23:01.331209 dv-cinder-773985-14-smb neutron-server[93747]: WARNING keystonemiddleware.auth_token [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 03:23:01.336014 dv-cinder-773985-14-smb neutron-server[93747]: WARNING keystonemiddleware.auth_token [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 03:23:01.344590 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_concurrency.lockutils [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Acquired lock "singleton_lock" {{(pid=93747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 03:23:01.345075 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_concurrency.lockutils [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Releasing lock "singleton_lock" {{(pid=93747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 03:23:01.345742 dv-cinder-773985-14-smb neutron-server[93747]: INFO oslo_service.service [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Starting 2 workers Aug 27 03:23:01.350566 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Started child 93856 {{(pid=93747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:23:01.354994 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Started child 93857 {{(pid=93747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:23:01.355870 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:01.356582 dv-cinder-773985-14-smb neutron-server[93747]: INFO neutron.service [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 03:23:01.357279 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Notify callbacks [] for process, before_spawn {{(pid=93747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:01.357497 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [-] (93856) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:23:01.359763 dv-cinder-773985-14-smb neutron-server[93747]: INFO oslo_service.service [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Starting 1 workers Aug 27 03:23:01.360279 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:01.361662 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [-] (93857) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:23:01.364979 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Started child 93858 {{(pid=93747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:23:01.365490 dv-cinder-773985-14-smb neutron-server[93747]: INFO oslo_service.service [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Starting 1 workers Aug 27 03:23:01.368371 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.service [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] calling RpcWorker wait() {{(pid=93858) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 03:23:01.368987 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.service [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] returning from RpcWorker wait() {{(pid=93858) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 03:23:01.369973 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Started child 93859 {{(pid=93747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:23:01.370278 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:01.370552 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:01.370825 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG neutron_lib.callbacks.manager [None req-8efd057e-b6f7-41c9-9b8f-8f8a106104ed None None] Notify callbacks [] for process, after_spawn {{(pid=93747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:01.372649 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:23:01.372835 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:23:01.373237 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:23:01.373413 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:23:01.373939 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:23:01.374088 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:23:01.374660 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.374897 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.375010 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:01.375827 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.376104 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.376389 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.376992 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.377262 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.377549 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.377797 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.378223 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.378382 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.378734 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.378996 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.379235 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.379529 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.379783 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.380016 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.380302 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.380461 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.380710 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.380972 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.381217 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.381476 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] debug = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.381725 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.382264 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.382489 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.382890 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.383120 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.383406 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.383634 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.383894 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.384140 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.384365 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.384609 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.384864 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.385109 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.385332 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.385709 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.385974 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.386246 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.386704 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] host = dv-cinder-773985-14-smb {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.386941 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.387187 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.387412 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.387646 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.387890 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.388128 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.388376 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.388619 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.388878 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.389099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.389343 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.389600 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.389832 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.390355 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.390355 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_options = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.391120 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.391120 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.391120 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.391523 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.391523 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.391789 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.391926 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.392072 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.392243 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.392462 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.392694 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.392891 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.393127 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.393354 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.393619 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.393858 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.394123 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.394335 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.394577 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.394834 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.395065 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.395290 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.395508 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.395722 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.395952 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.396170 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.396413 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.396627 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.396842 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.397100 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.397311 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.397573 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.397807 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.398088 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.398325 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.398550 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.398791 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.399063 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.399291 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.399536 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.399792 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.400027 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.400253 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.400486 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.400719 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.400948 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_json = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.402187 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.402187 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.402187 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.402187 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.403051 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.403545 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.403944 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.404333 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.404843 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:01.404971 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.405182 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.405548 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.405895 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.406180 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.406524 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.406678 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.407574 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.407574 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.407574 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.410938 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.410938 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.410938 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.410938 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.410938 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.410938 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.410938 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.410938 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.412110 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.412110 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.412110 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.412110 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.412110 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.412110 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.412110 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.412110 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.413726 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.413726 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.413726 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.413726 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.413726 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.413726 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.413726 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.413726 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.416099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.416099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.416099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.416099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.416099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.416099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.416099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.416099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.416099 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.417359 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.417359 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.417359 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.417359 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.417359 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.417359 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.417359 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.417359 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.419151 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.419151 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.419151 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.419151 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.419399 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.420450 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.422156 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.422881 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.423594 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.423878 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.424177 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.424386 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.424640 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.424844 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.425108 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.425373 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.425576 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.425797 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.426026 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.426817 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.426817 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.426817 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.427096 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.427268 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.427482 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.428215 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.428215 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.428215 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.428436 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.428589 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.428975 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.429238 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.429459 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.429795 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.430044 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.430296 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.431818 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.431818 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.431818 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.431818 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.431818 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.432180 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.432256 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.432463 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.432701 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.432892 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.433139 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.433471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.433713 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.433969 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.434238 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.434509 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.434745 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.434977 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.435232 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.435464 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.435688 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.435901 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.436143 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.436387 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.436673 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.437129 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.437373 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.437747 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.437983 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.438300 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.438732 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.439037 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.439254 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.439505 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.439806 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.440069 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.440366 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.445669 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.445669 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.445669 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.445669 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.446296 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.446296 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.446548 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.446673 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.447817 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.448061 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.448314 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.448557 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.448829 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.449171 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.449410 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.449504 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 35142) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:01.449864 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.450110 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.450385 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.450803 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.451261 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.451676 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.452094 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.452545 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.452935 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.453339 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.453724 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.454128 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.454651 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.455008 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.455383 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.455740 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.456208 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.456565 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.456929 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.457329 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.457685 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.458075 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.458321 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.458550 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.458772 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.459014 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.459341 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.459569 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.459810 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.460637 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.460637 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.460831 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080001 Aug 27 03:23:01.460902 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.460902 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.460902 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.461135 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.461587 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.462005 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.462418 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.462855 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.464352 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.464352 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.464352 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.464352 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.464352 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.464352 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.464352 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.464805 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.465008 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.466471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.466471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.466471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.466815 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.466990 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.467316 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.467632 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.468886 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.468886 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.468886 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.468886 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.468886 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.469213 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.469380 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.469613 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.469776 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.470003 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.470267 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.470523 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.470758 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.470961 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.471315 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.471657 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.472002 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.472290 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.472529 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.472758 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.473271 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.473271 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.473519 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.473682 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.473889 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.474118 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.475311 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.475545 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.475764 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.476013 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.476227 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.476440 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.476662 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.476876 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.477088 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.477312 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.477562 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.477743 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.477973 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.478251 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.478406 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.478727 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.479059 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.479059 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.479237 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.479442 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.479651 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.479874 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.480082 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.480296 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.480534 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.480741 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.480947 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.481236 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.481504 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.481716 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.481989 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.482263 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.482514 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.482778 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.483084 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.483293 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.483528 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.483806 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.484028 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.484249 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.484512 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.484822 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.485475 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.485865 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.486308 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.486726 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.487120 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.487517 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.487860 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.488814 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.489284 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.489722 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.490170 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.490606 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.490947 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.491189 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.491417 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.491641 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.494532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.494532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.494532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.494532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.494532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.494532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.494532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.494532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.494532 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.498762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.498762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.498762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.498762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:23:01.498762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:23:01.498762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:23:01.498762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:23:01.498762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:23:01.499941 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:23:01.499941 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:23:01.499941 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.499941 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.499941 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.499941 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.499941 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.500471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.500471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.500471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.500471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.500471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.500471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.500471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.500471 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.501674 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.501674 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.501674 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.501674 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.501674 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.501674 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.501674 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.501674 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502390 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502390 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] debug = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502390 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502390 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502390 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502390 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.502793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.503297 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.503297 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.503297 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.503297 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.503297 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.503297 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] host = dv-cinder-773985-14-smb {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.503297 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.503297 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.505005 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.505005 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.505005 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.505005 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.505005 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.505005 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.505005 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.505005 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.506555 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.506555 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.506555 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.506555 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.506555 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_options = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.506555 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.506555 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.506555 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507064 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507064 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507064 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507064 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507064 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507064 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507064 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507562 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507562 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507562 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507562 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507562 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507562 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507895 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507895 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.507895 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.508163 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.508229 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.508739 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.508739 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.508739 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.508954 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.508954 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.509169 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.509256 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.509401 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.509611 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.509790 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.509968 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.510156 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.510344 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.510437 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.510606 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.510776 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.511006 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.511141 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.511247 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.511333 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.511493 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.511625 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.511781 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.511964 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.512108 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_json = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.512259 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.512401 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.512596 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.512727 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.512801 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.512961 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.513109 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.513286 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:23:01.513434 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.513574 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.513735 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.513879 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.514027 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.514217 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.514356 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.514535 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.514680 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.514818 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.515039 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.515301 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.515476 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.515762 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.515919 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.516061 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:01.516206 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.516206 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.516497 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.516497 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.516810 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.516810 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.517129 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.517267 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.517404 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.517564 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.517729 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.517912 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.518111 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.518270 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.518488 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.518640 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.518779 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.518959 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.519102 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.519280 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.519280 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.519512 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.519593 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.519728 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.519905 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.520055 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.520198 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.520375 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.520568 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.520713 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.520851 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.520990 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.521138 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.521278 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.521416 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.521553 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.521642 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.521803 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.522137 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.522437 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.522747 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.522913 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.523077 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.523246 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.523392 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.523533 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.523712 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.523859 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.524025 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.524183 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.524333 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.524472 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.524610 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.524747 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.524922 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.525087 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.525258 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.525397 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.525535 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.525683 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.525793 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.525934 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.526720 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.526883 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.527027 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.527221 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.527380 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.528791 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.528791 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.528791 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.528791 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.529684 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.529684 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.529684 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.529684 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.529684 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.530395 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.530395 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.530395 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.530395 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.530395 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.531157 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.531157 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.531157 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.531556 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.531556 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.531556 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.532079 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.532079 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.532079 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.532079 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.532590 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.532590 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.532590 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.532975 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.532975 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.532975 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.533383 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.533383 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.533994 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.533994 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.534293 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.534293 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.534554 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.534554 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.534830 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.534830 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.535091 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.535240 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.535377 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.535514 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.535652 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.535788 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.535934 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.536092 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.536327 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.536327 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.536594 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.536594 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.536858 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.536994 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.537131 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.537326 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.537510 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.537510 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.537784 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.537784 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.538046 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.538251 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.538412 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.538551 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.538703 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.538884 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.539028 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.539194 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.539349 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.539488 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.539647 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.539790 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.539953 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.540170 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.540311 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.540448 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.540586 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.540723 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.540861 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.540998 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.541135 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.541285 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.541432 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.541570 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.541731 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.541974 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.542196 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.542196 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.542464 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.542601 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.542738 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.542888 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.543028 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.543165 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.543301 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.543449 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.543587 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.543724 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.543860 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.543998 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.544143 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.544280 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.544417 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.544553 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.544690 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.544848 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.544992 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.545156 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.545318 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.545456 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.545625 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.545768 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.545930 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.546130 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.546276 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.546515 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.546658 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.546808 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.546947 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.547084 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.547222 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.547370 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.547508 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.547645 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.547791 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.547928 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.548074 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.548213 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.548351 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.548488 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.548654 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.548797 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.548960 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.549102 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.549266 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.549428 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.549567 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.549729 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.549872 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.550034 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.550228 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.550398 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.550553 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.550712 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.550865 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.551004 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.551261 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.551407 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.551493 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.551626 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.551785 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.551964 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.552177 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.552294 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.552407 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.552565 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.552724 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.552882 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.553041 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.553209 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.553368 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.553527 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.553685 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.553843 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.554002 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.560302 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.560302 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.560302 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.560302 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.560302 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.560302 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.560302 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.560302 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.561568 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.561568 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.561568 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.561568 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.561568 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.561568 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.561568 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.561568 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.562429 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.562429 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.562429 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.562429 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.562429 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.562429 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.562429 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.562429 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563277 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563277 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563277 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563277 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563277 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563277 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563277 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563277 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563277 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563872 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563872 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563872 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563872 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563872 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563872 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563872 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563872 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.563872 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.564569 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:23:01.564569 dv-cinder-773985-14-smb neutron-server[93747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:23:13.728277 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d6320-1928-49f0-9d35-aee7da7ae4a9 None None] get_active_networks_info from dv-cinder-773985-14-smb {{(pid=93858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 03:23:13.836054 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00d6320-1928-49f0-9d35-aee7da7ae4a9 None None] No non-hosted networks {{(pid=93858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 03:23:13.862482 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.agentschedulers_db [None req-d00d6320-1928-49f0-9d35-aee7da7ae4a9 None None] DHCP Agent not found on host dv-cinder-773985-14-smb {{(pid=93858) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 03:23:13.964589 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-91481d67-7de0-4ac0-9b8d-8b4821a08222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681384'] for agent, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:16.567945 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7b14e9e6-fb74-47a0-a1fc-69513b3e3f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681384'] for agent, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:16.684422 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-cc7954da-4450-4b31-9db4-607d2d6b54bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.437053 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681384'] for agent, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.437721 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.438041 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.439520 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.440443 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.441611 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.442713 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.443696 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.444539 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.445535 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.446669 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.447517 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.448269 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:17.449365 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-14-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:17.468506 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-14-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:17.807255 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681384'] for agent, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:19.017129 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681384'] for agent, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:20.539210 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 35244) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:21.131725 dv-cinder-773985-14-smb neutron-server[93857]: WARNING oslo_policy.policy [None req-163c669e-5845-44c8-a3d7-511f84112340 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:21.132304 dv-cinder-773985-14-smb neutron-server[93857]: WARNING oslo_policy.policy [None req-163c669e-5845-44c8-a3d7-511f84112340 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:21.360213 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [None req-163c669e-5845-44c8-a3d7-511f84112340 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:23:21.362089 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-163c669e-5845-44c8-a3d7-511f84112340 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8218524 Aug 27 03:23:22.035053 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.db.l3_hamode_db [None req-f97877b0-5f32-4071-a3ee-63e8517f8be5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 03:23:22.112490 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97877b0-5f32-4071-a3ee-63e8517f8be5 None None] Routers set() bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:22.112832 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97877b0-5f32-4071-a3ee-63e8517f8be5 None None] Router IDs set() for agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 03:23:23.844865 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 35258) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:24.196086 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-140806fd-3a10-4f84-9bf1-2b80f5b746b5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:24.291589 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.policy [None req-140806fd-3a10-4f84-9bf1-2b80f5b746b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93857) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:23:24.335854 dv-cinder-773985-14-smb neutron-server[93857]: WARNING oslo_policy.policy [None req-140806fd-3a10-4f84-9bf1-2b80f5b746b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:24.336273 dv-cinder-773985-14-smb neutron-server[93857]: WARNING oslo_policy.policy [None req-140806fd-3a10-4f84-9bf1-2b80f5b746b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:24.344860 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.quota [None req-140806fd-3a10-4f84-9bf1-2b80f5b746b5 admin admin] Loaded quota_driver: . Aug 27 03:23:24.468180 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-140806fd-3a10-4f84-9bf1-2b80f5b746b5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764605071092', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764605070113', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764604811703', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764604809427', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764604378622', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764604839784', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33132280', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33187782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776213'] for rbac-policy, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:24.547750 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-140806fd-3a10-4f84-9bf1-2b80f5b746b5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:24.548917 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-140806fd-3a10-4f84-9bf1-2b80f5b746b5 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7030571 Aug 27 03:23:27.222285 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 35270) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:27.568536 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Request body: {'network': {'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'admin_state_up': True, 'name': 'private'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:27.601990 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Made reservation on behalf of 1546e8c8291142bc8c58fd5e3f90e550 for: {'network': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:27.604733 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.627191 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.760078 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.771028 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.791685 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=93857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:23:27.819092 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764601815525', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.819661 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Unsubscribe: segment precommit_create {{(pid=93857) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 03:23:27.820195 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.segments_db [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Added segment b7ad6939-3688-4e55-9b87-6b88fbaf3785 of type vlan for network a5f8f685-eb78-4374-b892-d8eb34d9c150 Aug 27 03:23:27.835796 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f76a043-2189-4130-81a9-2f870f9994a4,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:27.883598 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.883936 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.884264 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.884583 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.884909 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.885274 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.885645 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.885968 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.886338 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.886651 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.886957 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.887262 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Tracked resource versions report: Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: pushed versions: Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: { 'AddressGroup': {'1.2'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'ConntrackHelper': {'1.0'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'Log': {'1.0'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'Network': {'1.1'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'Port': {'1.7'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'PortForwarding': {'1.2'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'QosPolicy': {'1.9'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'SecurityGroup': {'1.4'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'SubPort': {'1.0'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'Subnet': {'1.1'}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'Trunk': {'1.1'}} Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: consumer versions: Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: { DHCP agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: L3 agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: Metadata agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: Metering agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: Open vSwitch agent@dv-cinder-773985-14-smb: { 'AddressGroup': '1.2', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'ConntrackHelper': '1.0', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'Log': '1.0', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'Network': '1.1', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'Port': '1.7', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'PortForwarding': '1.2', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'QosPolicy': '1.9', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'SecurityGroup': '1.4', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'SecurityGroupRule': '1.2', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'SubPort': '1.0', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'Subnet': '1.1', Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: 'Trunk': '1.1'}} Aug 27 03:23:27.888339 dv-cinder-773985-14-smb neutron-server[93857]: {{(pid=93857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:23:27.939754 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.981406 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.982523 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:27.983340 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:28.073195 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8497453 Aug 27 03:23:28.081347 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb026d5-bf2e-45c8-8afd-3e790523e73f admin admin] Pushing event updated for resources: {'Network': ['ID=a5f8f685-eb78-4374-b892-d8eb34d9c150,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:28.094647 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network a5f8f685-eb78-4374-b892-d8eb34d9c150 details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:23:30.907326 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 35284) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:31.468509 dv-cinder-773985-14-smb neutron-server[93856]: WARNING oslo_policy.policy [None req-330c33db-c683-49e0-83c1-30ef6541da94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:31.469177 dv-cinder-773985-14-smb neutron-server[93856]: WARNING oslo_policy.policy [None req-330c33db-c683-49e0-83c1-30ef6541da94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:31.924885 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.policy [None req-330c33db-c683-49e0-83c1-30ef6541da94 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93856) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:23:31.969002 dv-cinder-773985-14-smb neutron-server[93856]: WARNING oslo_policy.policy [None req-330c33db-c683-49e0-83c1-30ef6541da94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:31.969291 dv-cinder-773985-14-smb neutron-server[93856]: WARNING oslo_policy.policy [None req-330c33db-c683-49e0-83c1-30ef6541da94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:31.977531 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330c33db-c683-49e0-83c1-30ef6541da94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:31.979507 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-330c33db-c683-49e0-83c1-30ef6541da94 admin admin] 10.222.0.41 "GET /v2.0/networks/a5f8f685-eb78-4374-b892-d8eb34d9c150 HTTP/1.1" status: 200 len: 825 time: 1.0697701 Aug 27 03:23:32.021609 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-995df6e3-a5b4-4351-ac0f-ef176bd9f3c1 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/20833b2b-8b1b-4a98-8757-b6fd4da42bda HTTP/1.1" status: 200 len: 734 time: 0.0349450 Aug 27 03:23:32.033960 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150', 'subnetpool_id': '20833b2b-8b1b-4a98-8757-b6fd4da42bda', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:32.035852 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.quota [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Loaded quota_driver: . Aug 27 03:23:32.079711 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Made reservation on behalf of 1546e8c8291142bc8c58fd5e3f90e550 for: {'subnet': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:32.082598 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:32.402027 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for subnet, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:32.481813 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Checking segment: {'id': 'b7ad6939-3688-4e55-9b87-6b88fbaf3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:32.482211 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Network hostable DHCP agents. Network: a5f8f685-eb78-4374-b892-d8eb34d9c150, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:23:32.492184 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fef7289-cebe-4840-847f-c26938c833b6,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:32.504076 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.504429 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.504759 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.505082 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.505404 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.505722 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.506033 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.506370 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.506682 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.506994 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.507303 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.507608 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Tracked resource versions report: Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: pushed versions: Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: { 'AddressGroup': {'1.2'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'ConntrackHelper': {'1.0'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'Log': {'1.0'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'Network': {'1.1'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'Port': {'1.7'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'PortForwarding': {'1.2'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'QosPolicy': {'1.9'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'SecurityGroup': {'1.4'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'SubPort': {'1.0'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'Subnet': {'1.1'}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'Trunk': {'1.1'}} Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: consumer versions: Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: { DHCP agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: L3 agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: Metadata agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: Metering agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: Open vSwitch agent@dv-cinder-773985-14-smb: { 'AddressGroup': '1.2', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'ConntrackHelper': '1.0', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'Log': '1.0', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'Network': '1.1', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'Port': '1.7', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'PortForwarding': '1.2', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'QosPolicy': '1.9', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'SecurityGroup': '1.4', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'SecurityGroupRule': '1.2', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'SubPort': '1.0', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'Subnet': '1.1', Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: 'Trunk': '1.1'}} Aug 27 03:23:32.508698 dv-cinder-773985-14-smb neutron-server[93856]: {{(pid=93856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:23:32.543590 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Network a5f8f685-eb78-4374-b892-d8eb34d9c150 is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:23:32.560403 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, a5f8f685-eb78-4374-b892-d8eb34d9c150) {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:32.566162 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:32.566784 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:32.571467 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ac9d6-94c3-4696-b70f-2098a4a9ba7e None None] Network a5f8f685-eb78-4374-b892-d8eb34d9c150 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:32.593304 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-1d3bb318-fcb5-4f8d-8570-ac45ea47ddfb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5641694 Aug 27 03:23:32.941478 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0ff0dcc-9251-5d6f-8ff9-a5568ca5e658-a5f8f685-eb78-4374-b892-d8eb34d9c150', 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'fixed_ips': [{'subnet_id': '7fef7289-cebe-4840-847f-c26938c833b6'}]}} from dv-cinder-773985-14-smb. {{(pid=93858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:23:32.942743 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.234770 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Allocated IP 172.20.0.2 (a5f8f685-eb78-4374-b892-d8eb34d9c150/7fef7289-cebe-4840-847f-c26938c833b6/614920f7-3076-4e24-bdef-c71fda4b2208) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:23:33.447639 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.496486 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Transition to ACTIVE for port object 614920f7-3076-4e24-bdef-c71fda4b2208 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:33.521091 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Transition to ACTIVE for port object 614920f7-3076-4e24-bdef-c71fda4b2208 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:33.529761 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.597634 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Network a5f8f685-eb78-4374-b892-d8eb34d9c150 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:33.600167 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:33.613227 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:23:33.630258 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Pushing event updated for resources: {'Port': ['ID=614920f7-3076-4e24-bdef-c71fda4b2208,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:33.657101 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.657428 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.657770 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.658457 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.658787 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.659108 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.659432 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.659749 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.660083 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.660405 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.660839 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.661022 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Tracked resource versions report: Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: pushed versions: Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: { 'AddressGroup': {'1.2'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'ConntrackHelper': {'1.0'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'Log': {'1.0'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'Network': {'1.1'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'Port': {'1.7'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'PortForwarding': {'1.2'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'QosPolicy': {'1.9'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'SecurityGroup': {'1.4'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'SubPort': {'1.0'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'Subnet': {'1.1'}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'Trunk': {'1.1'}} Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: consumer versions: Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: { DHCP agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: L3 agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: Metadata agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: Metering agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: Open vSwitch agent@dv-cinder-773985-14-smb: { 'AddressGroup': '1.2', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'ConntrackHelper': '1.0', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'Log': '1.0', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'Network': '1.1', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'Port': '1.7', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'PortForwarding': '1.2', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'QosPolicy': '1.9', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'SecurityGroup': '1.4', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'SecurityGroupRule': '1.2', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'SubPort': '1.0', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'Subnet': '1.1', Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: 'Trunk': '1.1'}} Aug 27 03:23:33.662133 dv-cinder-773985-14-smb neutron-server[93858]: {{(pid=93858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:23:33.725833 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Attempting to bind port 614920f7-3076-4e24-bdef-c71fda4b2208 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:23:33.726258 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Attempting to bind port 614920f7-3076-4e24-bdef-c71fda4b2208 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': 'b7ad6939-3688-4e55-9b87-6b88fbaf3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:23:33.726701 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Attempting to bind port 614920f7-3076-4e24-bdef-c71fda4b2208 on network a5f8f685-eb78-4374-b892-d8eb34d9c150 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:33.735088 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:23:33.735757 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Checking segment: {'id': 'b7ad6939-3688-4e55-9b87-6b88fbaf3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:33.736553 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.737187 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Bound using segment: {'id': 'b7ad6939-3688-4e55-9b87-6b88fbaf3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:23:33.738084 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Bound port: 614920f7-3076-4e24-bdef-c71fda4b2208, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ad6939-3688-4e55-9b87-6b88fbaf3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:23:33.738761 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.848320 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] For port 614920f7-3076-4e24-bdef-c71fda4b2208, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:23:33.854808 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] For port 614920f7-3076-4e24-bdef-c71fda4b2208, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=614920f7-3076-4e24-bdef-c71fda4b2208,segment=NetworkSegment(b7ad6939-3688-4e55-9b87-6b88fbaf3785),segment_id=b7ad6939-3688-4e55-9b87-6b88fbaf3785)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:23:33.861192 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.932794 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4964895-be93-4c7b-b410-cdd27f6013b1 None None] Pushing event updated for resources: {'Port': ['ID=614920f7-3076-4e24-bdef-c71fda4b2208,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:35.132023 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 35304) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:35.501510 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [None req-ca483ed2-acde-40ad-bc70-0f8d025cb8cb admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:23:35.502567 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ca483ed2-acde-40ad-bc70-0f8d025cb8cb admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3695529 Aug 27 03:23:38.005608 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 35312) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:38.364506 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [None req-2213fad7-03a6-4a46-8390-702d7668e422 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:23:38.365489 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-2213fad7-03a6-4a46-8390-702d7668e422 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3589072 Aug 27 03:23:41.206031 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 35322) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:41.559575 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-b5fcf72b-2433-44d9-b82a-de2a65966f1b admin admin] Request body: {'router': {'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:41.600347 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf72b-2433-44d9-b82a-de2a65966f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12306'] for router, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.602088 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf72b-2433-44d9-b82a-de2a65966f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-685543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12299'] for router, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.759526 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf72b-2433-44d9-b82a-de2a65966f1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.768102 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf72b-2433-44d9-b82a-de2a65966f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682808'] for router, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.789248 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf72b-2433-44d9-b82a-de2a65966f1b admin admin] Notify callbacks [] for router, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.798225 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-b5fcf72b-2433-44d9-b82a-de2a65966f1b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5834944 Aug 27 03:23:42.664574 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9200689d-d5f3-4c33-b46e-f774353d3f93 None None] Network a5f8f685-eb78-4374-b892-d8eb34d9c150 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:42.756156 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-e0a5b117-8dae-4bdb-b3df-7250612f7ebe None None] Provisioning for port 614920f7-3076-4e24-bdef-c71fda4b2208 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:43.461181 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 614920f7-3076-4e24-bdef-c71fda4b2208 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:43.551561 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bf959f0b-7bbb-468a-917b-ddf348af621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:43.574166 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 614920f7-3076-4e24-bdef-c71fda4b2208 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:43.580685 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 614920f7-3076-4e24-bdef-c71fda4b2208 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:43.580685 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:43.716818 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:43.761939 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 614920f7-3076-4e24-bdef-c71fda4b2208, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=614920f7-3076-4e24-bdef-c71fda4b2208,segment=NetworkSegment(b7ad6939-3688-4e55-9b87-6b88fbaf3785),segment_id=b7ad6939-3688-4e55-9b87-6b88fbaf3785)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:43.776725 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:43.833833 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=614920f7-3076-4e24-bdef-c71fda4b2208,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:44.302471 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 35334) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:44.670228 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [None req-e321cac9-2369-4db2-ae3a-1590629f2c6f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:23:44.672331 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-e321cac9-2369-4db2-ae3a-1590629f2c6f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3679335 Aug 27 03:23:45.436372 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 614920f7-3076-4e24-bdef-c71fda4b2208 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:45.492046 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 614920f7-3076-4e24-bdef-c71fda4b2208 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:45.492418 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:46.572848 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f56c23e9-01cd-4333-9f39-2bca510ad8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.189202 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 35342) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:47.415445 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.589140 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:47.618137 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Made reservation on behalf of 40a570bff08e46b881a29287b10b3bca for: {'network': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:47.621535 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.669919 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.734041 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.806541 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.814285 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.832553 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93856) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 03:23:47.855671 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22dbb53-2797-4b60-9b35-21dbf04c493b,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:47.863962 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764601815525', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.864542 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Unsubscribe: segment precommit_create {{(pid=93856) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 03:23:47.865036 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.segments_db [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Added segment 6abcb747-6a38-44cc-9dda-db64e3cade1c of type flat for network 52f11b4a-d44d-4499-bd40-91aa643b9de6 Aug 27 03:23:47.925172 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.969329 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.971096 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:47.971668 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.053158 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8628554 Aug 27 03:23:48.073526 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b4cc6-8698-4a56-a389-373af0855ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=52f11b4a-d44d-4499-bd40-91aa643b9de6,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:48.086025 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:23:48.935267 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:49.429684 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 5 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:23:50.584810 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 35360) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:50.802765 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932554f7-6808-400b-bed2-93b34dbbf70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:50.804116 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-932554f7-6808-400b-bed2-93b34dbbf70b admin admin] 10.222.0.41 "GET /v2.0/subnets/7fef7289-cebe-4840-847f-c26938c833b6 HTTP/1.1" status: 200 len: 849 time: 0.2181735 Aug 27 03:23:50.935957 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-8a7fc754-4bc2-44d5-a312-ef6ee3ee2ba0 admin admin] 10.222.0.41 "GET /v2.0/routers/7e24f4a1-77f9-468b-a46d-1e3c80f7203f HTTP/1.1" status: 200 len: 704 time: 0.1255410 Aug 27 03:23:51.232163 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:51.587604 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Allocated IP 172.20.0.1 (a5f8f685-eb78-4374-b892-d8eb34d9c150/7fef7289-cebe-4840-847f-c26938c833b6/2dc64b80-70e8-4c60-860f-623dd1d47799) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:23:51.758248 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:51.800745 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Transition to ACTIVE for port object 2dc64b80-70e8-4c60-860f-623dd1d47799 will not be triggered until provisioned by entity DHCP. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:51.877059 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:52.004240 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Network a5f8f685-eb78-4374-b892-d8eb34d9c150 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:52.009216 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:52.014212 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:23:52.015805 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682983'] for router_interface, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:52.035610 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc64b80-70e8-4c60-860f-623dd1d47799,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:52.235069 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:52.283201 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-9edc6b70-3df7-42bf-a0f3-dd1165ef132b None None] Provisioning for port 2dc64b80-70e8-4c60-860f-623dd1d47799 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:52.287860 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-9edc6b70-3df7-42bf-a0f3-dd1165ef132b None None] Provisioning complete for port 2dc64b80-70e8-4c60-860f-623dd1d47799 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:52.288270 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9edc6b70-3df7-42bf-a0f3-dd1165ef132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:52.322769 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-9edc6b70-3df7-42bf-a0f3-dd1165ef132b None None] Port 2dc64b80-70e8-4c60-860f-623dd1d47799 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:23:52.457634 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:52.463768 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:52.464657 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682552'] for router_interface, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:52.544105 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc64b80-70e8-4c60-860f-623dd1d47799,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:52.604485 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Network a5f8f685-eb78-4374-b892-d8eb34d9c150 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:52.606112 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:52.790338 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Router 7e24f4a1-77f9-468b-a46d-1e3c80f7203f is scheduled to L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 with binding_index 1 {{(pid=93856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:23:52.849383 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-88e14527-2491-46cc-8473-45f4a4e9b0bc None None] Provisioning complete for port 2dc64b80-70e8-4c60-860f-623dd1d47799 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:52.849739 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-88e14527-2491-46cc-8473-45f4a4e9b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:52.884065 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-88e14527-2491-46cc-8473-45f4a4e9b0bc None None] Port 2dc64b80-70e8-4c60-860f-623dd1d47799 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:23:52.905870 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:23:52.912504 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-c156bf8d-66ee-45ca-8fb8-92ce39d31457 admin admin] 10.222.0.41 "PUT /v2.0/routers/7e24f4a1-77f9-468b-a46d-1e3c80f7203f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9696174 Aug 27 03:23:52.925749 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Sync routers for ids ['7e24f4a1-77f9-468b-a46d-1e3c80f7203f'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:23:52.938599 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Routers {'7e24f4a1-77f9-468b-a46d-1e3c80f7203f'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:52.939426 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:23:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['7e24f4a1-77f9-468b-a46d-1e3c80f7203f'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:53.130020 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Set router 7e24f4a1-77f9-468b-a46d-1e3c80f7203f gateway port host: None {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:53.601937 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'name': 'router1', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:41Z', 'updated_at': '2021-08-27T03:23:52Z', 'revision_number': 2, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'gw_port_host': None, '_interfaces': [{'id': '2dc64b80-70e8-4c60-860f-623dd1d47799', 'name': '', 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'mac_address': 'fa:16:3e:24:ac:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fef7289-cebe-4840-847f-c26938c833b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:51Z', 'updated_at': '2021-08-27T03:23:52Z', 'revision_number': 2, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'subnets': [{'id': '7fef7289-cebe-4840-847f-c26938c833b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20833b2b-8b1b-4a98-8757-b6fd4da42bda'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:53.655972 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Checking router: 7e24f4a1-77f9-468b-a46d-1e3c80f7203f for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:23:53.656334 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Updating router 7e24f4a1-77f9-468b-a46d-1e3c80f7203f port 2dc64b80-70e8-4c60-860f-623dd1d47799 binding host dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:23:53.711967 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:54.274773 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:54.294230 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Transition to ACTIVE for port object 2dc64b80-70e8-4c60-860f-623dd1d47799 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:54.304147 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:54.474365 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Pushing event updated for resources: {'Port': ['ID=2dc64b80-70e8-4c60-860f-623dd1d47799,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:54.487158 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Attempting to bind port 2dc64b80-70e8-4c60-860f-623dd1d47799 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:23:54.487529 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Attempting to bind port 2dc64b80-70e8-4c60-860f-623dd1d47799 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': 'b7ad6939-3688-4e55-9b87-6b88fbaf3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:23:54.487956 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Attempting to bind port 2dc64b80-70e8-4c60-860f-623dd1d47799 on network a5f8f685-eb78-4374-b892-d8eb34d9c150 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:54.495983 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:23:54.496380 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Checking segment: {'id': 'b7ad6939-3688-4e55-9b87-6b88fbaf3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:54.496838 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:54.497217 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Bound using segment: {'id': 'b7ad6939-3688-4e55-9b87-6b88fbaf3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:23:54.497747 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Bound port: 2dc64b80-70e8-4c60-860f-623dd1d47799, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ad6939-3688-4e55-9b87-6b88fbaf3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:23:54.498150 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:54.502558 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.502558 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.502907 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.503214 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.503556 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.503840 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.504167 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.504479 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.504802 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.505142 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.505449 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.505759 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Tracked resource versions report: Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: pushed versions: Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: { 'AddressGroup': {'1.2'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'ConntrackHelper': {'1.0'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'Log': {'1.0'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'Network': {'1.1'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'Port': {'1.7'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'PortForwarding': {'1.2'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'QosPolicy': {'1.9'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'SecurityGroup': {'1.4'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'SubPort': {'1.0'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'Subnet': {'1.1'}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'Trunk': {'1.1'}} Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: consumer versions: Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: { DHCP agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: L3 agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: Metadata agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: Metering agent@dv-cinder-773985-14-smb: {}, Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: Open vSwitch agent@dv-cinder-773985-14-smb: { 'AddressGroup': '1.2', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'ConntrackHelper': '1.0', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'Log': '1.0', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'Network': '1.1', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'Port': '1.7', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'PortForwarding': '1.2', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'QosPolicy': '1.9', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'SecurityGroup': '1.4', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'SecurityGroupRule': '1.2', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'SubPort': '1.0', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'Subnet': '1.1', Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: 'Trunk': '1.1'}} Aug 27 03:23:54.506877 dv-cinder-773985-14-smb neutron-server[93859]: {{(pid=93859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:23:54.583488 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] For port 2dc64b80-70e8-4c60-860f-623dd1d47799, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:23:54.606459 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] For port 2dc64b80-70e8-4c60-860f-623dd1d47799, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=2dc64b80-70e8-4c60-860f-623dd1d47799,segment=NetworkSegment(b7ad6939-3688-4e55-9b87-6b88fbaf3785),segment_id=b7ad6939-3688-4e55-9b87-6b88fbaf3785)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:23:54.612249 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:54.665035 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Routers {'7e24f4a1-77f9-468b-a46d-1e3c80f7203f'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:54.665663 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:23:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['7e24f4a1-77f9-468b-a46d-1e3c80f7203f'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:54.759950 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290fd51-a879-4b3c-b62f-c1fba81cab12 None None] Pushing event updated for resources: {'Port': ['ID=2dc64b80-70e8-4c60-860f-623dd1d47799,revision_number=4']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:54.813534 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] Set router 7e24f4a1-77f9-468b-a46d-1e3c80f7203f gateway port host: None {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:55.072614 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'name': 'router1', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:41Z', 'updated_at': '2021-08-27T03:23:52Z', 'revision_number': 2, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'gw_port_host': None, '_interfaces': [{'id': '2dc64b80-70e8-4c60-860f-623dd1d47799', 'name': '', 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'mac_address': 'fa:16:3e:24:ac:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fef7289-cebe-4840-847f-c26938c833b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:51Z', 'updated_at': '2021-08-27T03:23:54Z', 'revision_number': 4, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'subnets': [{'id': '7fef7289-cebe-4840-847f-c26938c833b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20833b2b-8b1b-4a98-8757-b6fd4da42bda'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:55.099208 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f51bb3-bc09-4787-9e6c-f261e6786f7a None None] The sync data for ids ['7e24f4a1-77f9-468b-a46d-1e3c80f7203f'] in dv-cinder-773985-14-smb is: [{'id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'name': 'router1', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:41Z', 'updated_at': '2021-08-27T03:23:52Z', 'revision_number': 2, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'gw_port_host': None, '_interfaces': [{'id': '2dc64b80-70e8-4c60-860f-623dd1d47799', 'name': '', 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'mac_address': 'fa:16:3e:24:ac:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fef7289-cebe-4840-847f-c26938c833b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:51Z', 'updated_at': '2021-08-27T03:23:54Z', 'revision_number': 4, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'subnets': [{'id': '7fef7289-cebe-4840-847f-c26938c833b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20833b2b-8b1b-4a98-8757-b6fd4da42bda'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:23:55.292255 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 35380) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:55.458900 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8542d0a-69bd-4867-a051-994847367034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:55.460256 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-e8542d0a-69bd-4867-a051-994847367034 admin admin] 10.222.0.41 "GET /v2.0/networks/52f11b4a-d44d-4499-bd40-91aa643b9de6 HTTP/1.1" status: 200 len: 842 time: 0.1669755 Aug 27 03:23:55.471311 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Request body: {'subnet': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:55.499336 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Made reservation on behalf of 40a570bff08e46b881a29287b10b3bca for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:55.501793 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:55.962461 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.objects.ports [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 03:23:55.962824 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:56.025775 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af61236d-dca9-4178-aac8-176883a97ed5,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:56.040901 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Checking segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:56.041267 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Network hostable DHCP agents. Network: 52f11b4a-d44d-4499-bd40-91aa643b9de6, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:23:56.065332 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:23:56.080542 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 52f11b4a-d44d-4499-bd40-91aa643b9de6) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:56.087283 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:56.087878 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:56.093546 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547135ad-0488-44b4-8799-bc9adeb76889 None None] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:56.119147 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f027dbe1-ae5a-4ce3-aa37-fe77d17a98b2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6513472 Aug 27 03:23:56.232986 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68bd95f-db49-47f6-a479-2e7bb36b254b None None] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:58.620248 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 35388) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:58.922394 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-123e9cb0-81b8-4895-bcf8-5791006c017d admin admin] 10.222.0.41 "GET /v2.0/routers/7e24f4a1-77f9-468b-a46d-1e3c80f7203f HTTP/1.1" status: 200 len: 710 time: 0.3001156 Aug 27 03:23:59.026981 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce4c9ab-4857-47e1-8e8a-429e4547113f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:59.028407 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-0ce4c9ab-4857-47e1-8e8a-429e4547113f admin admin] 10.222.0.41 "GET /v2.0/networks/52f11b4a-d44d-4499-bd40-91aa643b9de6 HTTP/1.1" status: 200 len: 886 time: 0.0997360 Aug 27 03:23:59.042998 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:59.328278 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:59.594245 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:59.677892 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:59.939709 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Allocated IP 172.28.1.5 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/6df9c6d3-43e4-4e86-b76e-276dbace6619) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:24:00.056462 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:00.134653 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:00.207206 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:24:00.211968 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:24:00.217538 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:24:00.255876 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Pushing event updated for resources: {'Port': ['ID=6df9c6d3-43e4-4e86-b76e-276dbace6619,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:00.530078 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:00.753378 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12345'] for router, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:00.759653 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-682758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-682767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-684968'] for router, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:00.887310 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Router 7e24f4a1-77f9-468b-a46d-1e3c80f7203f has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:24:01.006738 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:24:01.011912 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] Notify callbacks [] for router, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:01.013158 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-0bb5d622-aec7-4389-a5e4-de8f3ac76c72 admin admin] 10.222.0.41 "PUT /v2.0/routers/7e24f4a1-77f9-468b-a46d-1e3c80f7203f HTTP/1.1" status: 200 len: 888 time: 1.9754059 Aug 27 03:24:01.486046 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 2dc64b80-70e8-4c60-860f-623dd1d47799 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:01.552679 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 2dc64b80-70e8-4c60-860f-623dd1d47799 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:01.557615 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 2dc64b80-70e8-4c60-860f-623dd1d47799 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:01.558097 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:01.645698 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:01.677894 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 2dc64b80-70e8-4c60-860f-623dd1d47799, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=2dc64b80-70e8-4c60-860f-623dd1d47799,segment=NetworkSegment(b7ad6939-3688-4e55-9b87-6b88fbaf3785),segment_id=b7ad6939-3688-4e55-9b87-6b88fbaf3785)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:01.682785 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:01.735509 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=2dc64b80-70e8-4c60-860f-623dd1d47799,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:01.988237 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Sync routers for ids ['7e24f4a1-77f9-468b-a46d-1e3c80f7203f'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:24:01.998866 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Routers {'7e24f4a1-77f9-468b-a46d-1e3c80f7203f'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:01.999712 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:23:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['7e24f4a1-77f9-468b-a46d-1e3c80f7203f'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:02.265790 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Set router 7e24f4a1-77f9-468b-a46d-1e3c80f7203f gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:02.734547 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'name': 'router1', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '6df9c6d3-43e4-4e86-b76e-276dbace6619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:41Z', 'updated_at': '2021-08-27T03:24:00Z', 'revision_number': 4, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'gw_port': {'id': '6df9c6d3-43e4-4e86-b76e-276dbace6619', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:59Z', 'updated_at': '2021-08-27T03:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '2dc64b80-70e8-4c60-860f-623dd1d47799', 'name': '', 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'mac_address': 'fa:16:3e:24:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fef7289-cebe-4840-847f-c26938c833b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:51Z', 'updated_at': '2021-08-27T03:24:01Z', 'revision_number': 5, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'subnets': [{'id': '7fef7289-cebe-4840-847f-c26938c833b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20833b2b-8b1b-4a98-8757-b6fd4da42bda'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:02.786959 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Checking router: 7e24f4a1-77f9-468b-a46d-1e3c80f7203f for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:24:02.787338 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Updating router 7e24f4a1-77f9-468b-a46d-1e3c80f7203f port 6df9c6d3-43e4-4e86-b76e-276dbace6619 binding host dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:24:02.835190 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:03.169688 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:03.180809 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Transition to ACTIVE for port object 6df9c6d3-43e4-4e86-b76e-276dbace6619 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:24:03.192233 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:03.245981 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a7357-d1ac-4d65-a42e-74acb5648552 None None] Pushing event updated for resources: {'Port': ['ID=6df9c6d3-43e4-4e86-b76e-276dbace6619,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:03.250959 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Attempting to bind port 6df9c6d3-43e4-4e86-b76e-276dbace6619 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:24:03.251321 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Attempting to bind port 6df9c6d3-43e4-4e86-b76e-276dbace6619 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:24:03.251684 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Attempting to bind port 6df9c6d3-43e4-4e86-b76e-276dbace6619 on network 52f11b4a-d44d-4499-bd40-91aa643b9de6 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:24:03.257094 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:24:03.257481 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Checking segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:24:03.257881 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:03.258299 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Bound using segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:24:03.258766 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Bound port: 6df9c6d3-43e4-4e86-b76e-276dbace6619, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:24:03.259160 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:03.310546 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] For port 6df9c6d3-43e4-4e86-b76e-276dbace6619, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:24:03.314396 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] For port 6df9c6d3-43e4-4e86-b76e-276dbace6619, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=6df9c6d3-43e4-4e86-b76e-276dbace6619,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:24:03.320753 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:03.387881 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a7357-d1ac-4d65-a42e-74acb5648552 None None] Pushing event updated for resources: {'Port': ['ID=6df9c6d3-43e4-4e86-b76e-276dbace6619,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:03.391094 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Routers {'7e24f4a1-77f9-468b-a46d-1e3c80f7203f'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:03.391784 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:23:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['7e24f4a1-77f9-468b-a46d-1e3c80f7203f'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:03.479442 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 35400) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:03.480089 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 2dc64b80-70e8-4c60-860f-623dd1d47799 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:03.600790 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f4ffcee9-aa0a-4484-a37f-90ede4b97c95 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1201925 Aug 27 03:24:03.626014 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] Set router 7e24f4a1-77f9-468b-a46d-1e3c80f7203f gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:03.676011 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 2dc64b80-70e8-4c60-860f-623dd1d47799 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:03.676380 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:03.933421 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'name': 'router1', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '6df9c6d3-43e4-4e86-b76e-276dbace6619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:41Z', 'updated_at': '2021-08-27T03:24:00Z', 'revision_number': 4, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'gw_port': {'id': '6df9c6d3-43e4-4e86-b76e-276dbace6619', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:59Z', 'updated_at': '2021-08-27T03:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '2dc64b80-70e8-4c60-860f-623dd1d47799', 'name': '', 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'mac_address': 'fa:16:3e:24:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fef7289-cebe-4840-847f-c26938c833b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:51Z', 'updated_at': '2021-08-27T03:24:01Z', 'revision_number': 5, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'subnets': [{'id': '7fef7289-cebe-4840-847f-c26938c833b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20833b2b-8b1b-4a98-8757-b6fd4da42bda'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:03.960602 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628a21d-c9de-4e8c-9da6-1f62b655ee3e None None] The sync data for ids ['7e24f4a1-77f9-468b-a46d-1e3c80f7203f'] in dv-cinder-773985-14-smb is: [{'id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'name': 'router1', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': '6df9c6d3-43e4-4e86-b76e-276dbace6619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:41Z', 'updated_at': '2021-08-27T03:24:00Z', 'revision_number': 4, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'gw_port': {'id': '6df9c6d3-43e4-4e86-b76e-276dbace6619', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:59Z', 'updated_at': '2021-08-27T03:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '2dc64b80-70e8-4c60-860f-623dd1d47799', 'name': '', 'network_id': 'a5f8f685-eb78-4374-b892-d8eb34d9c150', 'tenant_id': '1546e8c8291142bc8c58fd5e3f90e550', 'mac_address': 'fa:16:3e:24:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24f4a1-77f9-468b-a46d-1e3c80f7203f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fef7289-cebe-4840-847f-c26938c833b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:51Z', 'updated_at': '2021-08-27T03:24:01Z', 'revision_number': 5, 'project_id': '1546e8c8291142bc8c58fd5e3f90e550', 'subnets': [{'id': '7fef7289-cebe-4840-847f-c26938c833b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20833b2b-8b1b-4a98-8757-b6fd4da42bda'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:24:05.494875 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 6df9c6d3-43e4-4e86-b76e-276dbace6619 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:05.557106 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 6df9c6d3-43e4-4e86-b76e-276dbace6619 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:05.561384 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 6df9c6d3-43e4-4e86-b76e-276dbace6619 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:05.563853 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:05.670550 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:05.698085 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 6df9c6d3-43e4-4e86-b76e-276dbace6619, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=6df9c6d3-43e4-4e86-b76e-276dbace6619,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:05.705969 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:05.773338 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=6df9c6d3-43e4-4e86-b76e-276dbace6619,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:07.494274 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 6df9c6d3-43e4-4e86-b76e-276dbace6619 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:07.563471 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 6df9c6d3-43e4-4e86-b76e-276dbace6619 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:07.563764 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:13.588632 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9459ec25-711e-4369-8ff7-1bbe21a524c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:16.579031 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f375d650-d725-4805-bc31-a70110f6e735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:17.559099 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:17.752768 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:18.946268 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:26.435387 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 5 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:24:43.526919 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ed8b267b-32d5-4b95-b801-2866d302c68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:46.611266 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2d62a4b4-0723-40bb-9396-44bd751a537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:47.426734 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:47.747948 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:48.948745 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:03.435689 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 5 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:25:13.526012 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8468d5ad-2083-4d49-b9dd-39989e8beed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:16.579042 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-69f386c0-4373-4d08-be0f-40da8b197d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:17.429448 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:17.746294 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.950266 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:40.433900 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 5 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:25:43.521141 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d14e0399-83ab-43e1-a782-a262a2758310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:44.424637 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 35962) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:44.497023 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ba8c31-f399-48f1-8db4-3327b6b381bb admin admin] GET failed (client error): The resource could not be found. Aug 27 03:25:44.498487 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-12ba8c31-f399-48f1-8db4-3327b6b381bb admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0728683 Aug 27 03:25:44.684024 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a91b92-7048-4dc0-83b5-e8cfdaea6577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:44.685428 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-a6a91b92-7048-4dc0-83b5-e8cfdaea6577 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1815116 Aug 27 03:25:46.575597 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-582602ab-9c39-4bad-9010-26b09ca08af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:46.980327 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 35972) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:47.106307 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ced37c-dc05-48a5-a7d1-4e2a53ce105a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:47.107692 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-b7ced37c-dc05-48a5-a7d1-4e2a53ce105a admin admin] 10.222.0.41 "GET /v2.0/subnets/7fef7289-cebe-4840-847f-c26938c833b6 HTTP/1.1" status: 200 len: 849 time: 0.1257482 Aug 27 03:25:47.118454 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:47.207862 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Notify callbacks [] for subnet, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.432597 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.452523 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764601790760'] for subnet, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.482965 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:47.483721 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.485424 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] 10.222.0.41 "PUT /v2.0/subnets/7fef7289-cebe-4840-847f-c26938c833b6 HTTP/1.1" status: 200 len: 868 time: 0.3708680 Aug 27 03:25:47.489364 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312b7dba-a823-41ca-840a-5908971fe6d5 None None] Network a5f8f685-eb78-4374-b892-d8eb34d9c150 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:25:47.510292 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fef7289-cebe-4840-847f-c26938c833b6,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:47.518787 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.519261 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.519520 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.519821 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.520198 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.520465 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.520786 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.521106 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.521441 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.521769 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.522107 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.522433 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe446aa-b4bb-44b5-b1d1-1762854059da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:47.751682 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.889330 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-1a6e5400-6ca8-4ba9-b41d-3b1beae62fb6 None None] Provisioning complete for port 2dc64b80-70e8-4c60-860f-623dd1d47799 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:47.889802 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5400-6ca8-4ba9-b41d-3b1beae62fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.986694 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-1a6e5400-6ca8-4ba9-b41d-3b1beae62fb6 None None] Provisioning complete for port 614920f7-3076-4e24-bdef-c71fda4b2208 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:47.987068 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5400-6ca8-4ba9-b41d-3b1beae62fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:48.950138 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:49.753728 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 35982) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:49.989689 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce2ad9-5297-45a7-9da0-fd4ad9e3bf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:49.990189 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce2ad9-5297-45a7-9da0-fd4ad9e3bf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:49.991771 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-7dce2ad9-5297-45a7-9da0-fd4ad9e3bf1b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2371218 Aug 27 03:25:52.231588 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 35990) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:52.393359 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2a4551-c8db-4087-9727-6baa8d1212a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:52.393831 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2a4551-c8db-4087-9727-6baa8d1212a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:52.395460 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-6b2a4551-c8db-4087-9727-6baa8d1212a6 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1629467 Aug 27 03:25:54.692618 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 35998) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:54.848511 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49648691-17c9-4aee-99fb-3efea54d750c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:54.849946 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-49648691-17c9-4aee-99fb-3efea54d750c admin admin] 10.222.0.41 "GET /v2.0/networks/52f11b4a-d44d-4499-bd40-91aa643b9de6 HTTP/1.1" status: 200 len: 886 time: 0.1563051 Aug 27 03:25:57.146452 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36006) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:57.313455 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981a99ba-80dc-4a85-858e-2b5341c04257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:57.314917 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-981a99ba-80dc-4a85-858e-2b5341c04257 admin admin] 10.222.0.41 "GET /v2.0/networks/a5f8f685-eb78-4374-b892-d8eb34d9c150 HTTP/1.1" status: 200 len: 869 time: 0.1675193 Aug 27 03:25:59.573065 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36014) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:59.752901 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1593b63-75b1-417e-abfd-4ce498cb1398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:59.753261 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1593b63-75b1-417e-abfd-4ce498cb1398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:59.754885 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-d1593b63-75b1-417e-abfd-4ce498cb1398 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1808531 Aug 27 03:26:02.036506 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36022) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:02.135118 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fda2f4-8a7a-4f7c-a9e8-1f8624b80454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:02.135551 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fda2f4-8a7a-4f7c-a9e8-1f8624b80454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:02.137135 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-08fda2f4-8a7a-4f7c-a9e8-1f8624b80454 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0996366 Aug 27 03:26:04.411870 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36030) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:04.519499 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f207515-f97b-42f3-9543-81b7e2403d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:04.520900 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-0f207515-f97b-42f3-9543-81b7e2403d17 admin admin] 10.222.0.41 "GET /v2.0/subnets/7fef7289-cebe-4840-847f-c26938c833b6 HTTP/1.1" status: 200 len: 868 time: 0.1080542 Aug 27 03:26:06.754259 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36038) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:06.861631 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad7a959-7d24-4ba7-a257-09448ae80052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:06.863731 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-3ad7a959-7d24-4ba7-a257-09448ae80052 admin admin] 10.222.0.41 "GET /v2.0/subnets/af61236d-dca9-4178-aac8-176883a97ed5 HTTP/1.1" status: 200 len: 816 time: 0.1082416 Aug 27 03:26:13.528071 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-aa8856a7-e2f0-4a14-bd82-dc8fb46e6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:16.573278 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-261e805b-df60-477c-9978-37c5bc64c415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.435942 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.439618 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 5 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:26:17.753175 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:18.961004 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:31.297966 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36092) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:31.359081 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [None req-19198fdb-ded1-4c70-9611-4ce99617f2bd admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:26:31.360467 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-19198fdb-ded1-4c70-9611-4ce99617f2bd admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0612040 Aug 27 03:26:33.715004 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36100) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:33.786259 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.pecan_wsgi.hooks.translation [None req-258b0c80-3657-45e2-b131-865f750cf01f admin admin] GET failed (client error): The resource could not be found. Aug 27 03:26:33.788468 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-258b0c80-3657-45e2-b131-865f750cf01f admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0723622 Aug 27 03:26:33.962523 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd6dab3-aa2a-4374-a04b-15ac2979cab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:33.963921 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-6fd6dab3-aa2a-4374-a04b-15ac2979cab6 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1702919 Aug 27 03:26:36.252007 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36108) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:36.320717 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:36.344719 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Made reservation on behalf of 40a570bff08e46b881a29287b10b3bca for: {'network': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:26:36.346832 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:36.381489 dv-cinder-773985-14-smb neutron-server[93856]: WARNING neutron.services.revisions.revision_plugin [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Could not find related network for resource to bump revision. Aug 27 03:26:36.397009 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=93856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:26:36.407285 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:36.407700 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.segments_db [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Added segment 4e704f93-5ef6-4056-94e9-358a3e8a461f of type vlan for network 459fbdae-1d39-4184-a17f-56c92337d1cf Aug 27 03:26:36.463550 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:36.489783 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:36.490782 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:36.491405 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:36.545728 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2926190 Aug 27 03:26:36.551061 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Pushing event updated for resources: {'Network': ['ID=459fbdae-1d39-4184-a17f-56c92337d1cf,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:36.558690 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.559101 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.559394 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.559728 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.560056 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.560386 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.560706 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.561027 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.561369 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.561687 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.562008 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.562353 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe6e99d-d627-465d-aeb8-23e9a7a08473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:36.575283 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 459fbdae-1d39-4184-a17f-56c92337d1cf details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:26:38.803228 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36116) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:38.867914 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.pecan_wsgi.hooks.translation [None req-81182074-224d-4701-9b19-03f2a70b014a admin admin] GET failed (client error): The resource could not be found. Aug 27 03:26:38.869266 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-81182074-224d-4701-9b19-03f2a70b014a admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0650618 Aug 27 03:26:38.969525 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1fad7d-8fc7-467d-8870-11179d0bee4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:38.970965 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-3f1fad7d-8fc7-467d-8870-11179d0bee4d admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0968654 Aug 27 03:26:38.981732 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf', 'name': 'shared-subnet'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:39.005172 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Made reservation on behalf of 40a570bff08e46b881a29287b10b3bca for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:26:39.007490 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:39.177069 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:39.237230 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbb8667-fefa-423f-9744-d48090670e3c,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:39.252030 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Checking segment: {'id': '4e704f93-5ef6-4056-94e9-358a3e8a461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:26:39.252361 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Network hostable DHCP agents. Network: 459fbdae-1d39-4184-a17f-56c92337d1cf, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:26:39.273426 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Network 459fbdae-1d39-4184-a17f-56c92337d1cf is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:26:39.285058 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 459fbdae-1d39-4184-a17f-56c92337d1cf) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:26:39.291214 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:39.292625 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:39.294351 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaaa767-19c6-4cc4-9c62-586cdbaab5ed None None] Network 459fbdae-1d39-4184-a17f-56c92337d1cf requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:26:39.312865 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-9ac10de4-b80f-4390-9040-14ba638025ea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3347795 Aug 27 03:26:39.567607 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0ff0dcc-9251-5d6f-8ff9-a5568ca5e658-459fbdae-1d39-4184-a17f-56c92337d1cf', 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf', 'tenant_id': '40a570bff08e46b881a29287b10b3bca', 'fixed_ips': [{'subnet_id': '7dbb8667-fefa-423f-9744-d48090670e3c'}]}} from dv-cinder-773985-14-smb. {{(pid=93858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:26:39.568552 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:39.723992 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Allocated IP 192.168.233.2 (459fbdae-1d39-4184-a17f-56c92337d1cf/7dbb8667-fefa-423f-9744-d48090670e3c/aadddc49-360d-440e-9bbb-711196fc7de0) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:26:39.881415 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:39.894390 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Transition to ACTIVE for port object aadddc49-360d-440e-9bbb-711196fc7de0 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:39.916992 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Transition to ACTIVE for port object aadddc49-360d-440e-9bbb-711196fc7de0 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:39.925635 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:39.975174 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Network 459fbdae-1d39-4184-a17f-56c92337d1cf is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:26:39.976479 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Pushing event updated for resources: {'Port': ['ID=aadddc49-360d-440e-9bbb-711196fc7de0,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:39.978940 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:26:39.981400 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:26:39.990074 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.990427 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.990773 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.991111 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.991438 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.991787 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.992115 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.992443 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.992790 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.993113 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.993433 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:39.993766 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:40.052018 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Attempting to bind port aadddc49-360d-440e-9bbb-711196fc7de0 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:26:40.052396 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Attempting to bind port aadddc49-360d-440e-9bbb-711196fc7de0 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '4e704f93-5ef6-4056-94e9-358a3e8a461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:26:40.052743 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Attempting to bind port aadddc49-360d-440e-9bbb-711196fc7de0 on network 459fbdae-1d39-4184-a17f-56c92337d1cf {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:26:40.058166 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:26:40.058533 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Checking segment: {'id': '4e704f93-5ef6-4056-94e9-358a3e8a461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:26:40.058936 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:40.059307 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Bound using segment: {'id': '4e704f93-5ef6-4056-94e9-358a3e8a461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:26:40.059763 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Bound port: aadddc49-360d-440e-9bbb-711196fc7de0, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e704f93-5ef6-4056-94e9-358a3e8a461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:26:40.060161 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:40.131838 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] For port aadddc49-360d-440e-9bbb-711196fc7de0, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:26:40.135423 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] For port aadddc49-360d-440e-9bbb-711196fc7de0, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=aadddc49-360d-440e-9bbb-711196fc7de0,segment=NetworkSegment(4e704f93-5ef6-4056-94e9-358a3e8a461f),segment_id=4e704f93-5ef6-4056-94e9-358a3e8a461f)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:26:40.140170 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:40.208660 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb47aa-3da5-40e1-9e87-5e45a61f09ee None None] Pushing event updated for resources: {'Port': ['ID=aadddc49-360d-440e-9bbb-711196fc7de0,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:41.032993 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda2768c-b12b-4fab-8c3b-82bf972e4a96 None None] Network 459fbdae-1d39-4184-a17f-56c92337d1cf requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:26:41.116896 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-39dc2a38-f82a-4bef-a4bd-7697bb59a57b None None] Provisioning for port aadddc49-360d-440e-9bbb-711196fc7de0 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:26:41.727999 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device aadddc49-360d-440e-9bbb-711196fc7de0 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:26:41.795094 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port aadddc49-360d-440e-9bbb-711196fc7de0 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:26:41.801308 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port aadddc49-360d-440e-9bbb-711196fc7de0 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:41.801816 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:41.884437 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:41.920543 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port aadddc49-360d-440e-9bbb-711196fc7de0, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=aadddc49-360d-440e-9bbb-711196fc7de0,segment=NetworkSegment(4e704f93-5ef6-4056-94e9-358a3e8a461f),segment_id=4e704f93-5ef6-4056-94e9-358a3e8a461f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:41.925754 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:41.974850 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=aadddc49-360d-440e-9bbb-711196fc7de0,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:43.524319 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-288250f7-70d3-4cf4-b654-cd39fc3f46bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:43.702870 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device aadddc49-360d-440e-9bbb-711196fc7de0 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:26:43.765370 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port aadddc49-360d-440e-9bbb-711196fc7de0 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:43.765737 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:46.567164 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f13feffe-ae0e-4aa1-8526-1a6338af64d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:47.431389 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:47.756051 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:48.962209 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:54.438685 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 5 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:27:13.522674 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-110d7f6f-c16d-4649-8c96-91b3855bde96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:16.572249 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2c9c633a-47ed-4dc9-84b5-dec6613d8a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:17.435813 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:17.765726 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:18.968905 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:31.437296 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 5 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:27:43.517023 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9233e94e-afb0-4515-9b42-7da9385e1b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.580431 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e07c1904-d669-4eb0-96dd-4b2fc5c6dfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:47.441546 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:47.761736 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:48.983342 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:49.248822 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36168) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:49.249648 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [None req-f52cea25-8feb-4064-a81c-55a896333d12 tempest-verify_tempest_config-1283587283 tempest-verify_tempest_config-1283587283-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:27:49.250899 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-f52cea25-8feb-4064-a81c-55a896333d12 tempest-verify_tempest_config-1283587283 tempest-verify_tempest_config-1283587283-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063131 Aug 27 03:27:49.585090 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36186) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:49.694460 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:49.797370 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:49.802187 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:49.849991 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17906b05b50743689ff4ad5614e00899&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2636738 Aug 27 03:27:49.851069 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef2cac-32c2-4922-bb19-12005fc2fb19,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:49.852957 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36190) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:49.868665 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.869017 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.869360 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.869729 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.870088 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.870436 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.870761 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.871081 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.871425 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.871746 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.872069 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.872352 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e36f2-0629-4170-8263-91aee48b4cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:49.923409 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a69510a1-bc27-401b-aef2-c3dbcfd56eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:49.952316 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a69510a1-bc27-401b-aef2-c3dbcfd56eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:50.049339 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a69510a1-bc27-401b-aef2-c3dbcfd56eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:50.052018 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a69510a1-bc27-401b-aef2-c3dbcfd56eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:50.053175 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-a69510a1-bc27-401b-aef2-c3dbcfd56eea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcef2cac-32c2-4922-bb19-12005fc2fb19 HTTP/1.1" status: 204 len: 168 time: 0.1993406 Aug 27 03:27:50.062439 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69510a1-bc27-401b-aef2-c3dbcfd56eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef2cac-32c2-4922-bb19-12005fc2fb19,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:28:08.436658 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 5 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:28:13.526920 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a0bd68b8-6023-466e-a227-706c6510be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:16.578013 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca3b68f5-d90a-46ab-91a3-3331b785bf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:17.446651 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:17.771440 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:18.988484 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:43.521769 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f9da253b-a777-4d62-ab7d-bfeb2dda55c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:45.437424 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 5 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:28:46.572365 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1b977658-8fbd-46c1-a9f1-f6add824ac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:47.451829 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:47.774737 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:48.986733 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.529508 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d3689249-2fbc-477b-a27f-6cc17d41e5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.577565 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b181855-9d65-4b8c-bd7a-30935a6a4c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.456137 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.774070 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.989490 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:22.436600 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 5 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:33.632305 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681384'] for agent, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:43.524186 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7a6f43b2-42d0-41bf-8cb5-a8af32fd938e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:46.581129 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a64d546b-6942-417f-b670-53ca1fc8015c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.460932 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.778342 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:48.990985 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.728638 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36264) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:49.853153 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-42da5e3e-7ad0-44f6-9b0b-b609c3f836fb admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1229730 Aug 27 03:29:52.371849 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36274) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:52.429009 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-2b2972e7-3453-4d1c-bdb6-7544770ff1d8 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0560453 Aug 27 03:29:59.436426 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:30:03.606005 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.521709 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e5eda2d7-a28e-47aa-9b76-f5808b758dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.587949 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-640560ff-2dd0-4720-8cd0-b8f0855f1121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.473712 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.784995 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.995578 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:33.614600 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:36.435408 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:30:43.525419 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0c7613f7-6e59-418f-a6a0-72282083eb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.581769 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-88f13145-ccf1-4a09-844c-dbabe35a2576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.472219 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.786285 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.014230 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.616918 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.435358 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:13.521343 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7a3e6e0e-34c4-487a-b173-31275f9ce445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.589204 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ae329351-aa80-4d91-8397-f0caa85367f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.467717 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.787952 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:19.005498 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:27.747176 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36470) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:28.121337 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2134205358-network', 'tenant_id': '9094ae7f07204087a8442a15048be23b'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:28.153874 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Made reservation on behalf of 9094ae7f07204087a8442a15048be23b for: {'network': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:28.156752 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.166835 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.278947 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.285581 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.299930 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=93856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:28.313385 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.313931 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.segments_db [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Added segment f6195d0d-076e-4b0c-be63-836fd34470cc of type vlan for network 2ba8138a-3c60-4059-805b-7fb619c9e1e0 Aug 27 03:31:28.367674 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.408407 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.410832 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:28.412309 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.473053 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36500) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:28.496053 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba8138a-3c60-4059-805b-7fb619c9e1e0,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:28.509366 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.510320 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.511258 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.511809 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.512735 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.513280 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.513817 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.514401 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.514972 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.515521 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.516043 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.516573 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Tracked resource versions report: Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: pushed versions: Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: { 'AddressGroup': {'1.2'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'ConntrackHelper': {'1.0'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'Log': {'1.0'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'Network': {'1.1'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'Port': {'1.7'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'PortForwarding': {'1.2'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'QosPolicy': {'1.9'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'SecurityGroup': {'1.4'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'SubPort': {'1.0'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'Subnet': {'1.1'}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'Trunk': {'1.1'}} Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: consumer versions: Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: { DHCP agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: HyperV agent@hv-cinder-77398: {}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: L3 agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: Metadata agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: Metering agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: Open vSwitch agent@dv-cinder-773985-14-smb: { 'AddressGroup': '1.2', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'ConntrackHelper': '1.0', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'Log': '1.0', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'Network': '1.1', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'Port': '1.7', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'PortForwarding': '1.2', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'QosPolicy': '1.9', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'SecurityGroup': '1.4', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'SecurityGroupRule': '1.2', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'SubPort': '1.0', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'Subnet': '1.1', Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: 'Trunk': '1.1'}} Aug 27 03:31:28.517726 dv-cinder-773985-14-smb neutron-server[93856]: {{(pid=93856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:31:28.535288 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1730d524-74aa-4ecf-b619-01a96d144fb1,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:28.535648 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 2ba8138a-3c60-4059-805b-7fb619c9e1e0 details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:28.556602 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36512) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:28.556853 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-a994f485-bb8f-463c-9f89-ff225a4ab6b9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8073030 Aug 27 03:31:28.561702 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Request body: {'subnet': {'network_id': '2ba8138a-3c60-4059-805b-7fb619c9e1e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2134205358-subnet', 'tenant_id': '9094ae7f07204087a8442a15048be23b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:28.580636 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36514) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:28.591402 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Made reservation on behalf of 9094ae7f07204087a8442a15048be23b for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:28.593561 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.781660 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.819085 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1906569263-network', 'tenant_id': '32d43e61995f482f8513e744bf81b704'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:28.853654 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=652548cb-4fe7-4759-a076-e42a46b147c3,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:28.866741 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.867154 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.867503 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.867776 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.868106 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.868438 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.868947 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.869294 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.869603 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.869931 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.870279 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.870603 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Tracked resource versions report: Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: pushed versions: Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: { 'AddressGroup': {'1.2'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'ConntrackHelper': {'1.0'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'Log': {'1.0'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'Network': {'1.1'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'Port': {'1.7'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'PortForwarding': {'1.2'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'QosPolicy': {'1.9'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'SecurityGroup': {'1.4'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'SubPort': {'1.0'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'Subnet': {'1.1'}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'Trunk': {'1.1'}} Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: consumer versions: Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: { DHCP agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: HyperV agent@hv-cinder-77398: {}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: L3 agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: Metadata agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: Metering agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: Open vSwitch agent@dv-cinder-773985-14-smb: { 'AddressGroup': '1.2', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'ConntrackHelper': '1.0', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'Log': '1.0', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'Network': '1.1', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'Port': '1.7', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'PortForwarding': '1.2', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'QosPolicy': '1.9', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'SecurityGroup': '1.4', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'SecurityGroupRule': '1.2', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'SubPort': '1.0', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'Subnet': '1.1', Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: 'Trunk': '1.1'}} Aug 27 03:31:28.871636 dv-cinder-773985-14-smb neutron-server[93857]: {{(pid=93857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:31:28.880307 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Checking segment: {'id': 'f6195d0d-076e-4b0c-be63-836fd34470cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '2ba8138a-3c60-4059-805b-7fb619c9e1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:28.880722 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Network hostable DHCP agents. Network: 2ba8138a-3c60-4059-805b-7fb619c9e1e0, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:28.898643 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Made reservation on behalf of 32d43e61995f482f8513e744bf81b704 for: {'network': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:28.901381 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.915205 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.918463 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-network', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:28.929325 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Network 2ba8138a-3c60-4059-805b-7fb619c9e1e0 is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:28.939679 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36530) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:28.945567 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Made reservation on behalf of c80e5a9fa63c46a2ac4ed22ae623ec52 for: {'network': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:28.949494 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.973871 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.994577 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 2ba8138a-3c60-4059-805b-7fb619c9e1e0) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:29.000732 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.001583 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.005040 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caef1041-6edd-4bdd-a898-9c434aee920b None None] Network 2ba8138a-3c60-4059-805b-7fb619c9e1e0 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:29.050548 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.057636 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.090907 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e15fe7-42b8-47e9-b992-f414f74bd36c,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:29.115237 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=93857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:29.136024 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.136776 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.segments_db [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Added segment 254a9dd5-7d4b-48be-83d7-8ba441db5216 of type vlan for network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 Aug 27 03:31:29.194708 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.209793 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.214319 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-455742304-network', 'tenant_id': 'ab65759643da4c359401623f5ba34e3f'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:29.219467 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.231118 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f835d416-7639-44c0-a7d7-7b033aa341ba None None] Network 2ba8138a-3c60-4059-805b-7fb619c9e1e0 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:29.251691 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dd74f6-570c-4177-a981-c789bb6dc4de,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:29.253356 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-ffe744ba-f194-4531-b912-bdb11b664bf1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6954603 Aug 27 03:31:29.257479 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Made reservation on behalf of ab65759643da4c359401623f5ba34e3f for: {'network': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:29.260549 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.272968 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.285731 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.287087 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=93856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:29.287278 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.287759 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.309293 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.312410 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.segments_db [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Added segment 12a68d96-daeb-4203-937f-6e72b2b19b7a of type vlan for network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e Aug 27 03:31:29.383766 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] Pushing event updated for resources: {'Network': ['ID=c7a59340-a6ec-4d2c-b9ac-054adbd0e439,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:29.412972 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.439636 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:29.476954 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.483381 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.488776 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.489001 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.499628 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.566507 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:29.582803 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-16dfffd2-f60f-4b59-b1d5-8d802b91e99f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1057129 Aug 27 03:31:29.588237 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36552) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:29.596862 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0119035 Aug 27 03:31:29.597086 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Request body: {'subnet': {'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1906569263-subnet', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:29.598421 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36554) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:29.610322 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Request body: {'subnet': {'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-subnet', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:29.614895 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=93857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:29.632909 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Made reservation on behalf of 32d43e61995f482f8513e744bf81b704 for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:29.635846 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.647930 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17e548-7f73-4a6e-990b-af9dbcf3228c admin admin] Pushing event updated for resources: {'Network': ['ID=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:29.659009 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Made reservation on behalf of c80e5a9fa63c46a2ac4ed22ae623ec52 for: {'subnet': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:29.660385 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:29.662796 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.846669 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.846913 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.segments_db [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Added segment b761eb40-b4c4-491c-9a13-d72bd961119f of type vlan for network 810625c9-9496-4772-8797-1591acf0610a Aug 27 03:31:29.857630 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.961256 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Checking segment: {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:29.961256 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Network hostable DHCP agents. Network: c7a59340-a6ec-4d2c-b9ac-054adbd0e439, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:29.966767 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.976764 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=488300c7-91be-4ddd-9fbe-f1f934d58d2a,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:30.002304 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:30.017878 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.018839 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:30.019583 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.032123 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, c7a59340-a6ec-4d2c-b9ac-054adbd0e439) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:30.047110 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db794c-03c6-47c2-ab71-760c0ec35044 None None] Network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:30.055682 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for subnet, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.221104 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:30.222111 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.228093 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2846882 Aug 27 03:31:30.230580 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36572) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:30.238874 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Request body: {'subnet': {'network_id': '810625c9-9496-4772-8797-1591acf0610a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-455742304-subnet', 'tenant_id': 'ab65759643da4c359401623f5ba34e3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:30.243322 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:30.243873 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e5132-e2a0-4b97-bef5-c3558dca7f04 admin admin] Pushing event updated for resources: {'Network': ['ID=810625c9-9496-4772-8797-1591acf0610a,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:30.251339 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Checking segment: {'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:30.252188 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Network hostable DHCP agents. Network: cbcde91b-5599-47e4-b56f-9dae1f6d4f7e, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:30.253579 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-31bdd0bf-6d53-444b-a8fb-d09f06b9f08f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6635842 Aug 27 03:31:30.254382 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36574) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:30.267309 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:30.287991 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 810625c9-9496-4772-8797-1591acf0610a details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:30.288482 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Made reservation on behalf of ab65759643da4c359401623f5ba34e3f for: {'subnet': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:30.291780 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.297383 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:30.328605 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12306'] for router, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.329847 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-685543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12299'] for router, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.408904 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, cbcde91b-5599-47e4-b56f-9dae1f6d4f7e) {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:30.457464 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:30.462164 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.511648 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-9a29965e-b906-4318-9098-01882a5dee8e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9116867 Aug 27 03:31:30.514077 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4da716-d521-450f-a3f7-f97d9de0970f None None] Network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:30.515816 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36588) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:30.524729 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-router', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:30.562876 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.608347 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12306'] for router, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.609770 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-685543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12299'] for router, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.680128 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.727218 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bbf6ec-7311-4b44-9334-e72585d56981 None None] Network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:30.870748 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.945298 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0ff0dcc-9251-5d6f-8ff9-a5568ca5e658-c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a'}]}} from dv-cinder-773985-14-smb. {{(pid=93858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:31:30.946458 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.050287 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.241186 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for subnet, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.309043 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.333761 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25656541-a36d-41dd-9ab1-894532fab4e1,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:31.347934 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.348709 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Checking segment: {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:31.349269 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Network hostable DHCP agents. Network: 810625c9-9496-4772-8797-1591acf0610a, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:31.378039 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Network 810625c9-9496-4772-8797-1591acf0610a is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:31.396640 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 810625c9-9496-4772-8797-1591acf0610a) {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:31.402727 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Allocated IP 172.20.0.2 (c7a59340-a6ec-4d2c-b9ac-054adbd0e439/488300c7-91be-4ddd-9fbe-f1f934d58d2a/9438b5e0-63d9-4f5f-92be-b68b72cf4813) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:31.408801 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77306486-d000-4143-a799-523509ba6a54 None None] Network 810625c9-9496-4772-8797-1591acf0610a requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:31.418587 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:31.418587 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.539624 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-24cc3f6d-92dc-4539-8be7-b86f75c6f94b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3076215 Aug 27 03:31:31.542801 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Allocated IP 172.28.1.149 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:31.790638 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36638) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:31.813439 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.894676 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.922368 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.957685 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d20f0e-879e-4298-9ded-c9d6b8ef6fb9 None None] Network 810625c9-9496-4772-8797-1591acf0610a requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:31.964088 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.973149 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:31.977001 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:31.987356 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:32.070344 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Pushing event updated for resources: {'Port': ['ID=a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:32.200702 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Allocated IP 172.28.1.10 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/9c0ab6e9-e873-4f4b-b776-faf54a5a9654) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:32.329236 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.380117 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Transition to ACTIVE for port object 9438b5e0-63d9-4f5f-92be-b68b72cf4813 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:32.395730 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36672) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:32.475105 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3c934c33-5492-482a-9b8c-9a61b9ce44a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.480645 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.507323 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.507500 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Transition to ACTIVE for port object 9438b5e0-63d9-4f5f-92be-b68b72cf4813 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:32.517883 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.603311 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:32.608045 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:32.625568 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:32.629852 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.658181 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3c934c33-5492-482a-9b8c-9a61b9ce44a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.663797 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3c934c33-5492-482a-9b8c-9a61b9ce44a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.670270 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Pushing event updated for resources: {'Port': ['ID=9438b5e0-63d9-4f5f-92be-b68b72cf4813,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:32.684409 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.685202 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.690645 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.691442 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.691997 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.692715 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.693549 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.698433 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.698981 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.699575 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.700310 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.701100 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Tracked resource versions report: Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: pushed versions: Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: { 'AddressGroup': {'1.2'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'ConntrackHelper': {'1.0'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'Log': {'1.0'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'Network': {'1.1'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'Port': {'1.7'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'PortForwarding': {'1.2'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'QosPolicy': {'1.9'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'SecurityGroup': {'1.4'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'SubPort': {'1.0'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'Subnet': {'1.1'}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'Trunk': {'1.1'}} Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: consumer versions: Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: { DHCP agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: HyperV agent@hv-cinder-77398: {}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: L3 agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: Metadata agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: Metering agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: Open vSwitch agent@dv-cinder-773985-14-smb: { 'AddressGroup': '1.2', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'ConntrackHelper': '1.0', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'Log': '1.0', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'Network': '1.1', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'Port': '1.7', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'PortForwarding': '1.2', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'QosPolicy': '1.9', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'SecurityGroup': '1.4', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'SecurityGroupRule': '1.2', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'SubPort': '1.0', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'Subnet': '1.1', Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: 'Trunk': '1.1'}} Aug 27 03:31:32.702568 dv-cinder-773985-14-smb neutron-server[93858]: {{(pid=93858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:31:32.704512 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Pushing event updated for resources: {'Port': ['ID=9c0ab6e9-e873-4f4b-b776-faf54a5a9654,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:32.710482 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9a27d32a-be75-4a27-942c-630b736689bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.729372 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:32.735016 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:32.781024 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Attempting to bind port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:32.781401 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Attempting to bind port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:32.784569 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Attempting to bind port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 on network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:32.796415 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-3c934c33-5492-482a-9b8c-9a61b9ce44a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c388b6a8172401a9c5b56821b761e8e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0045085 Aug 27 03:31:32.800990 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36708) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:32.804957 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:32.805590 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Checking segment: {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:32.806009 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.806612 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Bound using segment: {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:32.807343 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Bound port: 9438b5e0-63d9-4f5f-92be-b68b72cf4813, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:32.807891 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.845536 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:32.863941 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36716) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:32.871445 dv-cinder-773985-14-smb neutron-server[93857]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 03:31:32.891050 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c934c33-5492-482a-9b8c-9a61b9ce44a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4895d5-bccb-4523-84a4-983241d27177,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:32.928547 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] For port 9438b5e0-63d9-4f5f-92be-b68b72cf4813, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:32.932454 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] For port 9438b5e0-63d9-4f5f-92be-b68b72cf4813, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=9438b5e0-63d9-4f5f-92be-b68b72cf4813,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:32.939262 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.007727 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36726) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:33.049545 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f677062-2090-4733-a2fd-e41f42f80891 None None] Pushing event updated for resources: {'Port': ['ID=9438b5e0-63d9-4f5f-92be-b68b72cf4813,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:33.056012 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9a27d32a-be75-4a27-942c-630b736689bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.057750 dv-cinder-773985-14-smb neutron-server[93856]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 03:31:33.080398 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9a27d32a-be75-4a27-942c-630b736689bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.119842 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36728) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:33.206076 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0705f101-c6a2-4367-8188-4145e2e3718e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.267889 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-9a27d32a-be75-4a27-942c-630b736689bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bfab5b4dce346389da961d0d21d9e65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8687561 Aug 27 03:31:33.268923 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36734) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:33.330774 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0705f101-c6a2-4367-8188-4145e2e3718e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.427499 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682808'] for router, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.441479 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-34be6ab6-39d7-4c45-adcb-26d76d619412 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.443208 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-34be6ab6-39d7-4c45-adcb-26d76d619412 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 814 time: 0.5754564 Aug 27 03:31:33.498549 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-162120e9-1da2-4786-98ff-19222e6a7868 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/quotas/ab65759643da4c359401623f5ba34e3f HTTP/1.1" status: 200 len: 375 time: 0.0152922 Aug 27 03:31:33.504134 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27d32a-be75-4a27-942c-630b736689bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a7bcb2-2b08-4efd-88ff-9ef87aea00a5,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:33.518588 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7b128d90-7982-4d34-97eb-0c8b0a5cbbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.540059 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.556813 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-0b79d979-5660-4dca-9f5b-81c09438c70d tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.558429 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-0b79d979-5660-4dca-9f5b-81c09438c70d tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/networks?id=2ba8138a-3c60-4059-805b-7fb619c9e1e0 HTTP/1.1" status: 200 len: 812 time: 0.5050781 Aug 27 03:31:33.594965 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0705f101-c6a2-4367-8188-4145e2e3718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.597492 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0705f101-c6a2-4367-8188-4145e2e3718e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.598657 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-0705f101-c6a2-4367-8188-4145e2e3718e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c4895d5-bccb-4523-84a4-983241d27177 HTTP/1.1" status: 204 len: 168 time: 0.7964733 Aug 27 03:31:33.604910 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-78d19b2b-199c-414c-9e5a-c479533227bf tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955253 Aug 27 03:31:33.625910 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705f101-c6a2-4367-8188-4145e2e3718e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4895d5-bccb-4523-84a4-983241d27177,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:33.639259 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-210defac-c8b7-4425-9e74-2754f7d2b7c3 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/quotas/9094ae7f07204087a8442a15048be23b HTTP/1.1" status: 200 len: 375 time: 0.0432436 Aug 27 03:31:33.655509 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-012b3750-cdfd-48eb-8714-f0e80145c809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.685254 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.740708 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Router ffd50a95-4688-4eee-9978-b2cff876616c is scheduled to L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 with binding_index 1 {{(pid=93857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:31:33.764132 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-1f9c07ab-6b51-4849-b84c-4230c1be6266 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9094ae7f07204087a8442a15048be23b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162174 Aug 27 03:31:33.785798 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-012b3750-cdfd-48eb-8714-f0e80145c809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.987816 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:34.006456 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Sync routers for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:34.031112 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-012b3750-cdfd-48eb-8714-f0e80145c809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.034722 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:34.035373 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:31:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:34.036213 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-012b3750-cdfd-48eb-8714-f0e80145c809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.037696 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-012b3750-cdfd-48eb-8714-f0e80145c809 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55a7bcb2-2b08-4efd-88ff-9ef87aea00a5 HTTP/1.1" status: 204 len: 168 time: 0.7556553 Aug 27 03:31:34.041603 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 9438b5e0-63d9-4f5f-92be-b68b72cf4813 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:34.049580 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7b128d90-7982-4d34-97eb-0c8b0a5cbbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.062752 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] Notify callbacks [] for router, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.067654 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-db5fef20-9817-4a45-a567-dd04a2ee337f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8119380 Aug 27 03:31:34.068536 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36758) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:34.085458 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b3750-cdfd-48eb-8714-f0e80145c809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a7bcb2-2b08-4efd-88ff-9ef87aea00a5,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:34.092668 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7b128d90-7982-4d34-97eb-0c8b0a5cbbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.129802 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682808'] for router, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.157208 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-4bb6d48e-5d0a-40ff-b350-3631d587a7ed service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:31:34.166427 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-4bb6d48e-5d0a-40ff-b350-3631d587a7ed service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2294595 Aug 27 03:31:34.203820 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:34.220255 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36760) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:34.303034 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-5fc2455b-0cb6-4448-9960-dfb738104261 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:31:34.304280 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-5fc2455b-0cb6-4448-9960-dfb738104261 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177567 Aug 27 03:31:34.309326 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b128d90-7982-4d34-97eb-0c8b0a5cbbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0249a9bb-0260-49b7-b3df-acca86731b25,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:34.311132 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:34.330182 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-7b128d90-7982-4d34-97eb-0c8b0a5cbbcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd50cf30a32748c789eca650b5cc3d4a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1813135 Aug 27 03:31:34.352066 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36762) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:34.372945 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac1b8c-86d2-42b3-b26a-e32483e85583 None None] Network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:34.391557 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8246d059-852d-4437-b829-de33c3960a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.478044 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-dccdddd3-cbfc-4049-a9b1-2fbf71d1ace6 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba8138a-3c60-4059-805b-7fb619c9e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527910 Aug 27 03:31:34.513287 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-59f48ecc-81da-482d-983e-4074ae8f27f2 service neutron] 10.222.0.41 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457489 Aug 27 03:31:34.601970 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-1b82d2f0-37fb-4920-82de-07579c2e37df None None] Provisioning for port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:34.610384 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:32Z', 'revision_number': 3, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:34.660343 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-1b82d2f0-37fb-4920-82de-07579c2e37df None None] Provisioning complete for port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:34.660725 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1b82d2f0-37fb-4920-82de-07579c2e37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.676100 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Checking router: ffd50a95-4688-4eee-9978-b2cff876616c for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:34.676449 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Updating router ffd50a95-4688-4eee-9978-b2cff876616c port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 binding host dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:34.770912 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.813228 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b1b43072-ec29-43ab-8c31-0ac66105c1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.872582 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-1206cb1d-b833-4e79-a369-b84bf7b9a284 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba8138a-3c60-4059-805b-7fb619c9e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931611 Aug 27 03:31:34.887654 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b1b43072-ec29-43ab-8c31-0ac66105c1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.905842 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1b82d2f0-37fb-4920-82de-07579c2e37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.924172 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8246d059-852d-4437-b829-de33c3960a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.961046 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-1b82d2f0-37fb-4920-82de-07579c2e37df None None] For port 9438b5e0-63d9-4f5f-92be-b68b72cf4813, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=9438b5e0-63d9-4f5f-92be-b68b72cf4813,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:34.969738 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1b82d2f0-37fb-4920-82de-07579c2e37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.975899 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36766) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:34.979108 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8246d059-852d-4437-b829-de33c3960a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.984816 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-1b46a72e-054e-4ffe-b676-b604988695ca service neutron] 10.222.0.41 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786259 Aug 27 03:31:35.043684 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12616b4d-4d82-421b-812a-d94f6f9a40dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.047942 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Router 7176886b-e74a-4026-9d1c-f8ef74050378 is scheduled to L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 with binding_index 1 {{(pid=93856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:31:35.050199 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-8246d059-852d-4437-b829-de33c3960a5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8c15279b3f94a2285a200e889ec4e8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8135045 Aug 27 03:31:35.052615 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246d059-852d-4437-b829-de33c3960a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e134927-4321-46d8-931e-d9fe358bdefa,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:35.055668 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36768) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:35.105764 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82d2f0-37fb-4920-82de-07579c2e37df None None] Pushing event updated for resources: {'Port': ['ID=9438b5e0-63d9-4f5f-92be-b68b72cf4813,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:35.259855 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c74c4cf5-8deb-4764-8fdb-4261fe5ebfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.308337 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b1b43072-ec29-43ab-8c31-0ac66105c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.311921 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-b6def4be-5b51-4aa5-8480-ac92a523233d None None] Provisioning complete for port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:35.312655 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b6def4be-5b51-4aa5-8480-ac92a523233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.314098 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b1b43072-ec29-43ab-8c31-0ac66105c1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.318036 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-b1b43072-ec29-43ab-8c31-0ac66105c1c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0249a9bb-0260-49b7-b3df-acca86731b25 HTTP/1.1" status: 204 len: 168 time: 0.9642451 Aug 27 03:31:35.445362 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b43072-ec29-43ab-8c31-0ac66105c1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0249a9bb-0260-49b7-b3df-acca86731b25,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:35.457089 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c74c4cf5-8deb-4764-8fdb-4261fe5ebfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.465703 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.496632 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.533111 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Transition to ACTIVE for port object a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:35.552135 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.627261 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12616b4d-4d82-421b-812a-d94f6f9a40dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.637784 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12616b4d-4d82-421b-812a-d94f6f9a40dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.655315 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Pushing event updated for resources: {'Port': ['ID=a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:35.677730 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.678553 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.679274 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.679819 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.680393 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.681324 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.682018 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.682655 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.683367 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.683903 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.684469 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.685025 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Tracked resource versions report: Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: pushed versions: Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: { 'AddressGroup': {'1.2'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'ConntrackHelper': {'1.0'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'Log': {'1.0'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'Network': {'1.1'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'Port': {'1.7'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'PortForwarding': {'1.2'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'QosPolicy': {'1.9'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'SecurityGroup': {'1.4'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'SubPort': {'1.0'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'Subnet': {'1.1'}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'Trunk': {'1.1'}} Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: consumer versions: Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: { DHCP agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: HyperV agent@hv-cinder-77398: {}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: L3 agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: Metadata agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: Metering agent@dv-cinder-773985-14-smb: {}, Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: Open vSwitch agent@dv-cinder-773985-14-smb: { 'AddressGroup': '1.2', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'ConntrackHelper': '1.0', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'Log': '1.0', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'Network': '1.1', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'Port': '1.7', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'PortForwarding': '1.2', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'QosPolicy': '1.9', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'SecurityGroup': '1.4', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'SecurityGroupRule': '1.2', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'SubPort': '1.0', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'Subnet': '1.1', Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: 'Trunk': '1.1'}} Aug 27 03:31:35.686850 dv-cinder-773985-14-smb neutron-server[93859]: {{(pid=93859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:31:35.689773 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:35.716027 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Sync routers for ids ['7176886b-e74a-4026-9d1c-f8ef74050378'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:35.728007 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Attempting to bind port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:35.729026 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Attempting to bind port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:35.729907 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Attempting to bind port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 on network 52f11b4a-d44d-4499-bd40-91aa643b9de6 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:35.737883 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:35.738709 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Checking segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:35.739828 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Routers {'7176886b-e74a-4026-9d1c-f8ef74050378'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:35.740122 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.741191 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Bound using segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:35.742220 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Bound port: a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:35.742776 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:31:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['7176886b-e74a-4026-9d1c-f8ef74050378'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:35.743522 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.745526 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] Notify callbacks [] for router, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.747924 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-e1dd5bec-730a-40a1-85ef-65988e479c5e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2296767 Aug 27 03:31:35.762501 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36808) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:35.769965 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-12616b4d-4d82-421b-812a-d94f6f9a40dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11b41152a3f54d218d6dd808b15c5e6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7881055 Aug 27 03:31:35.781478 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 36810) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:35.816843 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] For port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:35.821540 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] For port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:35.828171 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.840707 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c7a33a5d-c150-4a0c-8981-dd773ebe0523 req-afc7b16f-50b9-47ce-9df0-8e200d917373 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 210 time: 0.2677984 Aug 27 03:31:35.916665 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368e5ca-e65c-4cb5-8384-a0aa22df5fa8 None None] Pushing event updated for resources: {'Port': ['ID=a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:35.929921 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12616b4d-4d82-421b-812a-d94f6f9a40dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412ec0e9-be1d-49c7-a45f-668b777b8add,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:35.954413 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:35.955965 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:31:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:36.024025 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 9438b5e0-63d9-4f5f-92be-b68b72cf4813 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:36.125945 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Set router 7176886b-e74a-4026-9d1c-f8ef74050378 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:36.136132 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6901e250-f3f0-46fe-9f3e-19b4db98cb99 req-2fe12ff7-e390-42bd-b211-0ad75e735289 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 210 time: 0.1160591 Aug 27 03:31:36.138790 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36818) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:36.267144 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-95f7dae6-8f98-408c-9b68-271ef7598c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.396669 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:36.428490 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-95f7dae6-8f98-408c-9b68-271ef7598c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.489089 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3a260cdc-26ff-4629-8412-74388d90248f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.492941 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c74c4cf5-8deb-4764-8fdb-4261fe5ebfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.502320 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c74c4cf5-8deb-4764-8fdb-4261fe5ebfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.507475 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-c74c4cf5-8deb-4764-8fdb-4261fe5ebfd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e134927-4321-46d8-931e-d9fe358bdefa HTTP/1.1" status: 204 len: 168 time: 1.4486866 Aug 27 03:31:36.561356 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c4cf5-8deb-4764-8fdb-4261fe5ebfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e134927-4321-46d8-931e-d9fe358bdefa,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:36.685685 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:36.686920 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.764709 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-95f7dae6-8f98-408c-9b68-271ef7598c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.771916 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-95f7dae6-8f98-408c-9b68-271ef7598c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.777348 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-95f7dae6-8f98-408c-9b68-271ef7598c59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/412ec0e9-be1d-49c7-a45f-668b777b8add HTTP/1.1" status: 204 len: 168 time: 0.9944646 Aug 27 03:31:36.830663 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7dae6-8f98-408c-9b68-271ef7598c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ec0e9-be1d-49c7-a45f-668b777b8add,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:36.905177 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Allocated IP 172.20.0.1 (c7a59340-a6ec-4d2c-b9ac-054adbd0e439/488300c7-91be-4ddd-9fbe-f1f934d58d2a/abcb611b-646a-4013-a122-c279bf4e14d0) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:36.909838 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:32Z', 'revision_number': 3, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:36.972255 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1024773-9267-48ea-894e-99d41dcc526c None None] The sync data for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb is: [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:32Z', 'revision_number': 3, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:36.989737 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-router', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:32Z', 'revision_number': 3, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'gw_port': {'id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:37.058991 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Checking router: 7176886b-e74a-4026-9d1c-f8ef74050378 for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:37.060991 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Updating router 7176886b-e74a-4026-9d1c-f8ef74050378 port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 binding host dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:37.136641 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.171192 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8c52632a-dbe2-412e-adb1-ca5a11fbdcf2 req-fc9d5f09-44e9-4fda-8c96-f8431f14c60f tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 210 time: 0.1778977 Aug 27 03:31:37.381719 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3a260cdc-26ff-4629-8412-74388d90248f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.442599 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3a260cdc-26ff-4629-8412-74388d90248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.483051 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3ab3f91a-eb19-4692-88e1-da60228f55bf req-22a3e8c0-fb9a-4b4a-93df-59b4c11ad8b9 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 210 time: 0.1601260 Aug 27 03:31:37.627073 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.696134 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-3a260cdc-26ff-4629-8412-74388d90248f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1216850b22274aeaa1396ae8102a271d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5450635 Aug 27 03:31:37.713721 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 36898) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:37.801195 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.827398 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a260cdc-26ff-4629-8412-74388d90248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397ff8f4-c114-46a0-af59-0bfa3ee091d9,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:37.952768 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.983916 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Transition to ACTIVE for port object 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:37.987565 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.provisioning_blocks [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Transition to ACTIVE for port object abcb611b-646a-4013-a122-c279bf4e14d0 will not be triggered until provisioned by entity DHCP. {{(pid=93857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:38.014453 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.146462 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Attempting to bind port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:38.148381 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Attempting to bind port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:38.149242 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Attempting to bind port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 on network 52f11b4a-d44d-4499-bd40-91aa643b9de6 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:38.156903 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:38.166923 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-eabd3b79-b052-4e6e-8db0-9338b976a46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.200352 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Allocated IP 172.20.0.1 (cbcde91b-5599-47e4-b56f-9dae1f6d4f7e/8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8/db97db8c-a79d-4ec0-9c26-a2ed967da51d) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:38.236438 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:38.236989 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Checking segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:38.237593 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.238376 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Bound using segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:38.239783 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Bound port: 9c0ab6e9-e873-4f4b-b776-faf54a5a9654, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:38.241307 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.280883 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-eabd3b79-b052-4e6e-8db0-9338b976a46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.301640 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.372616 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249feca8-f9a5-4dc1-afa6-472818fbdeb7 None None] Pushing event updated for resources: {'Port': ['ID=9c0ab6e9-e873-4f4b-b776-faf54a5a9654,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:38.395885 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:38.424237 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:38.425154 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.456434 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:38.463824 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f9da6271-8bac-4363-8546-eae6cbfbe98b req-2a0cacd8-de9c-4e87-a277-88d7dcd49dd8 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 210 time: 0.1455917 Aug 27 03:31:38.473631 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:38.481251 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:38.488279 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682983'] for router_interface, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.502842 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.579519 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Pushing event updated for resources: {'Port': ['ID=abcb611b-646a-4013-a122-c279bf4e14d0,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:38.602657 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] For port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:38.620734 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] For port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=9c0ab6e9-e873-4f4b-b776-faf54a5a9654,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:38.638415 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.664626 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.821815 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:38.833195 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:38.850122 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:38.851084 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682983'] for router_interface, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.882344 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Pushing event updated for resources: {'Port': ['ID=db97db8c-a79d-4ec0-9c26-a2ed967da51d,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:38.981813 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Routers {'7176886b-e74a-4026-9d1c-f8ef74050378'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:38.982841 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:31:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['7176886b-e74a-4026-9d1c-f8ef74050378'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:39.004571 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-86cf2e9f-7d32-4337-b039-d927631e777c None None] Provisioning for port abcb611b-646a-4013-a122-c279bf4e14d0 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:39.005947 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8aa2a1be-d844-487d-996c-3f4492dc1ffd req-7dd106e4-f379-47d3-bc7c-bfbf5b2ea0b9 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 210 time: 0.1204429 Aug 27 03:31:39.017276 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249feca8-f9a5-4dc1-afa6-472818fbdeb7 None None] Pushing event updated for resources: {'Port': ['ID=9c0ab6e9-e873-4f4b-b776-faf54a5a9654,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:39.142724 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-86cf2e9f-7d32-4337-b039-d927631e777c None None] Provisioning complete for port abcb611b-646a-4013-a122-c279bf4e14d0 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:39.142724 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-86cf2e9f-7d32-4337-b039-d927631e777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.256529 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.64', 62366) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:39.282876 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.315919 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.318894 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-eabd3b79-b052-4e6e-8db0-9338b976a46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.331516 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-eabd3b79-b052-4e6e-8db0-9338b976a46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.333276 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-eabd3b79-b052-4e6e-8db0-9338b976a46a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/397ff8f4-c114-46a0-af59-0bfa3ee091d9 HTTP/1.1" status: 204 len: 168 time: 1.6158223 Aug 27 03:31:39.349397 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:39.370194 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.390306 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd3b79-b052-4e6e-8db0-9338b976a46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ff8f4-c114-46a0-af59-0bfa3ee091d9,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:39.701040 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-86cf2e9f-7d32-4337-b039-d927631e777c None None] Port abcb611b-646a-4013-a122-c279bf4e14d0 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:39.709508 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:39.796943 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] Set router 7176886b-e74a-4026-9d1c-f8ef74050378 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:39.868691 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.881640 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.883206 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682552'] for router_interface, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.976155 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-42003e53-eeae-40b6-a13b-078c1f812d04 req-15e2bcef-69e4-4533-a097-f29eadd39157 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 210 time: 0.0667861 Aug 27 03:31:39.990943 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.102170 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-8c171cc9-2615-4590-8166-ba4fd6349f51 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.103938 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-8c171cc9-2615-4590-8166-ba4fd6349f51 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 814 time: 0.8461885 Aug 27 03:31:40.132825 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Pushing event updated for resources: {'Port': ['ID=abcb611b-646a-4013-a122-c279bf4e14d0,revision_number=2']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:40.190197 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Request body: {'port': {'device_id': 'c47d7abe-1779-43ac-88aa-7a733207f350', 'network_id': '810625c9-9496-4772-8797-1591acf0610a', 'admin_state_up': True, 'tenant_id': 'ab65759643da4c359401623f5ba34e3f'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:40.211589 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:40.216994 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:40.335690 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:40.429085 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-router', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:32Z', 'revision_number': 3, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'gw_port': {'id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:40.437222 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:40.437890 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.449511 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Router ffd50a95-4688-4eee-9978-b2cff876616c has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:31:40.566807 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f5baf-b462-4ee7-af95-61c09620fede None None] The sync data for ids ['7176886b-e74a-4026-9d1c-f8ef74050378'] in dv-cinder-773985-14-smb is: [{'id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-router', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:32Z', 'revision_number': 3, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'gw_port': {'id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:40.598614 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ab229c39-11a8-4570-9098-c89a32be57f2 req-1ab93e80-15d6-4682-84d9-279535ebc219 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 210 time: 0.0505183 Aug 27 03:31:40.708393 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.64', 62372) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:40.762044 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-3521acdb-1c58-4ecc-ad15-262ef0b5d8a1 None None] Provisioning complete for port abcb611b-646a-4013-a122-c279bf4e14d0 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:40.763703 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3521acdb-1c58-4ecc-ad15-262ef0b5d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.854659 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Made reservation on behalf of ab65759643da4c359401623f5ba34e3f for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:40.858546 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37022) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:40.864022 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.868627 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-3521acdb-1c58-4ecc-ad15-262ef0b5d8a1 None None] Port abcb611b-646a-4013-a122-c279bf4e14d0 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:40.884817 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:40.895214 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-24b95215-13d9-4a21-8893-627dc4c02b62 admin admin] 10.222.0.41 "PUT /v2.0/routers/ffd50a95-4688-4eee-9978-b2cff876616c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8255413 Aug 27 03:31:40.896414 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Sync routers for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:40.908845 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:40.909479 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:31:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:40.962969 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-96db890e-0034-4bea-b196-91af7f97d2ba tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.964775 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-96db890e-0034-4bea-b196-91af7f97d2ba tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.64 "GET /v2.0/networks?id=2ba8138a-3c60-4059-805b-7fb619c9e1e0 HTTP/1.1" status: 200 len: 812 time: 0.2548139 Aug 27 03:31:40.985468 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.987319 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Request body: {'port': {'device_id': 'd9fc9ec8-e6b6-4646-aa1c-0528481f422a', 'network_id': '2ba8138a-3c60-4059-805b-7fb619c9e1e0', 'admin_state_up': True, 'tenant_id': '9094ae7f07204087a8442a15048be23b'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:41.157760 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:41.178238 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682552'] for router_interface, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:41.321152 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f53c5056-1ba7-415a-98ff-a6c6947b73bb req-0cefb91f-37e0-415c-b984-72863375a40e tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 210 time: 0.1643894 Aug 27 03:31:41.373807 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Made reservation on behalf of 9094ae7f07204087a8442a15048be23b for: {'port': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:41.376525 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:41.379341 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:41.854681 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b351dd0b-cd2c-4dc2-ac2b-648d62e770ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:41.908384 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Pushing event updated for resources: {'Port': ['ID=db97db8c-a79d-4ec0-9c26-a2ed967da51d,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:42.006159 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 2, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:42.108972 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Checking router: ffd50a95-4688-4eee-9978-b2cff876616c for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:42.123435 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Updating router ffd50a95-4688-4eee-9978-b2cff876616c port abcb611b-646a-4013-a122-c279bf4e14d0 binding host dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:42.147574 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Allocated IP 172.20.0.9 (810625c9-9496-4772-8797-1591acf0610a/25656541-a36d-41dd-9ab1-894532fab4e1/95cc2353-0603-40fd-894e-61526eef2055) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:42.197518 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:42.274498 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.281565 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b351dd0b-cd2c-4dc2-ac2b-648d62e770ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.317230 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b351dd0b-cd2c-4dc2-ac2b-648d62e770ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.434366 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:42.451849 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:42.453548 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.722223 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-b351dd0b-cd2c-4dc2-ac2b-648d62e770ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e9b75338cb947d1807647f7e0a64769&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8589170 Aug 27 03:31:42.735906 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37064) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:42.898565 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.931474 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.016918 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=9c0ab6e9-e873-4f4b-b776-faf54a5a9654,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:43.027943 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.106376 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-968a85ee-e335-42ac-96fd-e219fffefbf7 req-e07b6a47-712c-4d87-be25-c2f05d470dbf tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 210 time: 0.1659727 Aug 27 03:31:43.190515 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37076) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:43.216268 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:43.221156 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=9c0ab6e9-e873-4f4b-b776-faf54a5a9654,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:43.232130 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:43.254095 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351dd0b-cd2c-4dc2-ac2b-648d62e770ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7622fade-07e8-4779-9114-e88a8b0cc9fb,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:43.300603 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-a611d0d5-f5a9-4ae7-920e-f80c362b66c3 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778384711', 'description': 'tempest-description--339716102'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:43.403216 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Router 7176886b-e74a-4026-9d1c-f8ef74050378 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:31:43.516142 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e7d96c6f-5ad3-41a4-9560-71bce8dfc2a1 req-1ae0bfcd-03a3-469e-a4a9-135daa2f6c81 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 210 time: 0.1314456 Aug 27 03:31:43.550980 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.554085 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7744566c-791f-4801-b491-5dfde57180ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.585321 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Transition to ACTIVE for port object abcb611b-646a-4013-a122-c279bf4e14d0 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:43.612177 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.670932 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.713580 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-528f4b58-91b0-4c18-8279-85da5dd7bbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.746308 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-a611d0d5-f5a9-4ae7-920e-f80c362b66c3 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.938746 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0b3ee-b81a-42bf-a762-e80377d78df1 None None] Pushing event updated for resources: {'Port': ['ID=abcb611b-646a-4013-a122-c279bf4e14d0,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:43.942234 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 37088) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:44.005160 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Allocated IP 172.20.0.6 (2ba8138a-3c60-4059-805b-7fb619c9e1e0/652548cb-4fe7-4759-a076-e42a46b147c3/e3fc9b63-4ada-4c99-999b-52f0e0f06484) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:44.017280 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:44.080191 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-528f4b58-91b0-4c18-8279-85da5dd7bbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.086533 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Attempting to bind port abcb611b-646a-4013-a122-c279bf4e14d0 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:44.088461 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Attempting to bind port abcb611b-646a-4013-a122-c279bf4e14d0 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:44.090177 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Attempting to bind port abcb611b-646a-4013-a122-c279bf4e14d0 on network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:44.105923 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Pushing event updated for resources: {'Port': ['ID=95cc2353-0603-40fd-894e-61526eef2055,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:44.120683 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:44.121676 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Checking segment: {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:44.124175 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.126840 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Bound using segment: {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:44.128229 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Bound port: abcb611b-646a-4013-a122-c279bf4e14d0, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:44.129904 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.257706 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:44.258987 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.268429 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Network 810625c9-9496-4772-8797-1591acf0610a is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:44.272600 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:44.280790 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:44.291755 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:44.301692 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.331693 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] For port abcb611b-646a-4013-a122-c279bf4e14d0, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:44.338832 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] For port abcb611b-646a-4013-a122-c279bf4e14d0, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=abcb611b-646a-4013-a122-c279bf4e14d0,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:44.358747 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.373545 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:44.398234 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-d6cdd0d0-0283-4f4d-9b9c-16ba05ddb522 admin admin] 10.222.0.41 "PUT /v2.0/routers/7176886b-e74a-4026-9d1c-f8ef74050378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6245544 Aug 27 03:31:44.432322 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-13ffd63b-3cb4-4a32-9c40-4ad7ca237bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.531994 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Sync routers for ids ['7176886b-e74a-4026-9d1c-f8ef74050378'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:44.559659 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Routers {'7176886b-e74a-4026-9d1c-f8ef74050378'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:44.560950 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:31:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['7176886b-e74a-4026-9d1c-f8ef74050378'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:44.648208 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0b3ee-b81a-42bf-a762-e80377d78df1 None None] Pushing event updated for resources: {'Port': ['ID=abcb611b-646a-4013-a122-c279bf4e14d0,revision_number=4']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:44.678474 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:44.679899 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:31:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:44.818615 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-a611d0d5-f5a9-4ae7-920e-f80c362b66c3 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.868771 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-73e8b07c-9095-44b0-aaf2-b684fe36e9f5 req-cf1226d0-3623-46ce-9195-409a0fdba85b tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 210 time: 0.1587102 Aug 27 03:31:44.940944 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-cb59b5ba-57eb-4891-ae4e-4bab4f962569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7542477 Aug 27 03:31:44.970909 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-77bacc1d-c992-48d4-a5b9-5128f776be84 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:31:44.978084 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-77bacc1d-c992-48d4-a5b9-5128f776be84 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0390890 Aug 27 03:31:45.206710 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Set router 7176886b-e74a-4026-9d1c-f8ef74050378 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:45.217316 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-13ffd63b-3cb4-4a32-9c40-4ad7ca237bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.235908 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:45.238281 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-528f4b58-91b0-4c18-8279-85da5dd7bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.248116 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-528f4b58-91b0-4c18-8279-85da5dd7bbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.249408 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-13ffd63b-3cb4-4a32-9c40-4ad7ca237bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.254629 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-528f4b58-91b0-4c18-8279-85da5dd7bbc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7622fade-07e8-4779-9114-e88a8b0cc9fb HTTP/1.1" status: 204 len: 168 time: 2.4734170 Aug 27 03:31:45.279400 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.356720 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffd63b-3cb4-4a32-9c40-4ad7ca237bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3cb0ef-a2cc-4899-af54-c5a1177987fc,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:45.387733 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-13ffd63b-3cb4-4a32-9c40-4ad7ca237bef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb175a78dccb4419b224db50988eb916&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4803751 Aug 27 03:31:45.392910 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 37124) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:45.403483 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f4b58-91b0-4c18-8279-85da5dd7bbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7622fade-07e8-4779-9114-e88a8b0cc9fb,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:45.407638 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-a611d0d5-f5a9-4ae7-920e-f80c362b66c3 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.413997 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.535585 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-faa62834-4bda-4a8e-b18a-ac5484d147ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.594817 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Network 2ba8138a-3c60-4059-805b-7fb619c9e1e0 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:45.601337 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-faa62834-4bda-4a8e-b18a-ac5484d147ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.607419 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101936e4-6b2d-4539-a589-a4465d5f50d3 req-f3a5b0cc-0c82-4049-bfae-6256f9952fe1 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:45.619288 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-101936e4-6b2d-4539-a589-a4465d5f50d3 req-f3a5b0cc-0c82-4049-bfae-6256f9952fe1 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 931 time: 1.2944429 Aug 27 03:31:45.627859 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Pushing event updated for resources: {'Port': ['ID=e3fc9b63-4ada-4c99-999b-52f0e0f06484,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:45.633957 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:45.637502 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:45.653569 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:45.654750 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.767069 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-101936e4-6b2d-4539-a589-a4465d5f50d3 req-5de21a6c-c561-4cac-9018-a0ef9ae35e88 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452296 Aug 27 03:31:45.787917 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-faa62834-4bda-4a8e-b18a-ac5484d147ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.803735 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-faa62834-4bda-4a8e-b18a-ac5484d147ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.805246 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-faa62834-4bda-4a8e-b18a-ac5484d147ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de3cb0ef-a2cc-4899-af54-c5a1177987fc HTTP/1.1" status: 204 len: 168 time: 0.4106243 Aug 27 03:31:45.808642 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-a611d0d5-f5a9-4ae7-920e-f80c362b66c3 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.810210 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-a611d0d5-f5a9-4ae7-920e-f80c362b66c3 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5594809 Aug 27 03:31:45.815640 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37134) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:45.824455 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-c5ba35ea-3602-4cb1-bebf-f8776dfedb03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'security_group_rule': {'security_group_id': '0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:45.834907 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa62834-4bda-4a8e-b18a-ac5484d147ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3cb0ef-a2cc-4899-af54-c5a1177987fc,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:45.868581 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611d0d5-f5a9-4ae7-920e-f80c362b66c3 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:45.890726 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35ea-3602-4cb1-bebf-f8776dfedb03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.953267 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-016b8bfb-8f9d-4ae6-a9ee-2f22aaab6912 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9763064 Aug 27 03:31:45.974271 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:44Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:46.008449 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-router', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'gw_port': {'id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'db97db8c-a79d-4ec0-9c26-a2ed967da51d', 'name': '', 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'mac_address': 'fa:16:3e:54:b3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:37Z', 'updated_at': '2021-08-27T03:31:40Z', 'revision_number': 2, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'subnets': [{'id': '8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:46.056664 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Checking router: 7176886b-e74a-4026-9d1c-f8ef74050378 for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:46.057008 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Updating router 7176886b-e74a-4026-9d1c-f8ef74050378 port db97db8c-a79d-4ec0-9c26-a2ed967da51d binding host dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:46.086022 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c29a5-28ef-471f-82a9-b28a9b2de108 None None] The sync data for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb is: [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:44Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:46.090215 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.108094 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35ea-3602-4cb1-bebf-f8776dfedb03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.265773 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35ea-3602-4cb1-bebf-f8776dfedb03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.330842 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba35ea-3602-4cb1-bebf-f8776dfedb03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee4f28d-9270-4341-b257-b165e51affa0,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:46.357848 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09467996-c9cc-40c6-99af-0ef49d2d6f5e req-383d633f-e3a4-4a80-bd88-8af6705cd3fa tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:46.372688 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-09467996-c9cc-40c6-99af-0ef49d2d6f5e req-383d633f-e3a4-4a80-bd88-8af6705cd3fa tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 931 time: 0.2621934 Aug 27 03:31:46.385074 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35ea-3602-4cb1-bebf-f8776dfedb03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.387371 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-c5ba35ea-3602-4cb1-bebf-f8776dfedb03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5696468 Aug 27 03:31:46.391216 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 37140) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:46.409383 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-cd8ad316-adb5-4e61-8766-e1fde9964739 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'security_group_rule': {'security_group_id': '0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:46.486941 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-09467996-c9cc-40c6-99af-0ef49d2d6f5e req-00c196cf-3176-46cc-b927-86e630cae409 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125457 Aug 27 03:31:46.502618 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad316-adb5-4e61-8766-e1fde9964739 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.736001 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a742b7bb-f9d3-41e2-9d8b-8aec4fe1e981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.985682 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.028806 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Transition to ACTIVE for port object db97db8c-a79d-4ec0-9c26-a2ed967da51d will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:47.040610 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.123781 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3ae87-0ab8-4566-b88e-94ac074c7cf1 req-ac28934c-e6ee-4b63-898a-7ffc814da706 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.135928 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dfb3ae87-0ab8-4566-b88e-94ac074c7cf1 req-ac28934c-e6ee-4b63-898a-7ffc814da706 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 931 time: 0.1686723 Aug 27 03:31:47.254688 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dfb3ae87-0ab8-4566-b88e-94ac074c7cf1 req-3bbace40-c53a-42cb-a862-4ec1db2e26bc tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176248 Aug 27 03:31:47.345186 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f6ed6-17ee-42a8-9128-2502c9520d2e None None] Pushing event updated for resources: {'Port': ['ID=db97db8c-a79d-4ec0-9c26-a2ed967da51d,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:47.439684 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Attempting to bind port db97db8c-a79d-4ec0-9c26-a2ed967da51d on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:47.441459 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Attempting to bind port db97db8c-a79d-4ec0-9c26-a2ed967da51d by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:47.442301 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Attempting to bind port db97db8c-a79d-4ec0-9c26-a2ed967da51d on network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:47.493651 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:47.517272 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Checking segment: {'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:47.518177 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.518768 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Bound using segment: {'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:47.519470 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Bound port: db97db8c-a79d-4ec0-9c26-a2ed967da51d, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:47.520089 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.522936 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad316-adb5-4e61-8766-e1fde9964739 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.538407 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad316-adb5-4e61-8766-e1fde9964739 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.542313 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.580825 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ad316-adb5-4e61-8766-e1fde9964739 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3863fc31-6ea4-4134-9b61-d29a8214acdf,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:47.594338 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-b7b65e26-eaed-48e0-ba46-eb779ce8955d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.596932 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-b7b65e26-eaed-48e0-ba46-eb779ce8955d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 819 time: 0.9632621 Aug 27 03:31:47.611671 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad316-adb5-4e61-8766-e1fde9964739 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.613443 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-cd8ad316-adb5-4e61-8766-e1fde9964739 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2198772 Aug 27 03:31:47.623537 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37172) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:47.625927 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'floatingip': {'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:47.632115 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-987eb688-9675-4dbf-afc1-f32720709194 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/quotas/c80e5a9fa63c46a2ac4ed22ae623ec52 HTTP/1.1" status: 200 len: 375 time: 0.0225527 Aug 27 03:31:47.741615 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Request body: {'port': {'device_id': 'd9fc9ec8-e6b6-4646-aa1c-0528481f422a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:47.790416 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Request body: {'port': {'device_id': 'c47d7abe-1779-43ac-88aa-7a733207f350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:47.823382 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] For port db97db8c-a79d-4ec0-9c26-a2ed967da51d, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:47.836145 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-00a628c4-9300-42ce-8123-01504786ed8c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1815605 Aug 27 03:31:47.836978 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.850535 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] For port db97db8c-a79d-4ec0-9c26-a2ed967da51d, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=db97db8c-a79d-4ec0-9c26-a2ed967da51d,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:47.865242 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.023688 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.099924 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device abcb611b-646a-4013-a122-c279bf4e14d0 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:48.121288 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-158229f5-a94b-4165-88aa-1f8235b1fa81 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779489 Aug 27 03:31:48.169358 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.194883 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Routers {'7176886b-e74a-4026-9d1c-f8ef74050378'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:48.195512 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:31:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['7176886b-e74a-4026-9d1c-f8ef74050378'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:48.228021 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80577d66-18c4-4884-bafe-5b25648c46f9 req-bf38fc74-35d3-4e04-a0d7-7b84327c8071 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.233776 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-80577d66-18c4-4884-bafe-5b25648c46f9 req-bf38fc74-35d3-4e04-a0d7-7b84327c8071 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 931 time: 0.5103760 Aug 27 03:31:48.326504 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.434758 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37182) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:48.463177 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f6ed6-17ee-42a8-9128-2502c9520d2e None None] Pushing event updated for resources: {'Port': ['ID=db97db8c-a79d-4ec0-9c26-a2ed967da51d,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:48.510088 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-80577d66-18c4-4884-bafe-5b25648c46f9 req-580f3361-f244-41a5-af8a-d998801825ef tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653294 Aug 27 03:31:48.557068 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-f21d9e4b-95b8-404a-b652-62be279192cf service neutron] 10.222.0.41 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886595 Aug 27 03:31:48.573978 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] Set router 7176886b-e74a-4026-9d1c-f8ef74050378 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:48.633378 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0d202bc3-8548-443c-8fab-dc89986cfe2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.897139 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port abcb611b-646a-4013-a122-c279bf4e14d0 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:48.923729 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port abcb611b-646a-4013-a122-c279bf4e14d0 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:48.927447 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:49.057262 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:49.143747 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-router', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'gw_port': {'id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'db97db8c-a79d-4ec0-9c26-a2ed967da51d', 'name': '', 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'mac_address': 'fa:16:3e:54:b3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:37Z', 'updated_at': '2021-08-27T03:31:47Z', 'revision_number': 4, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'subnets': [{'id': '8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:49.147578 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:49.169884 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e948b96-69cf-47a5-b9a5-88e6a1ea87f4 req-195bf142-45a3-4659-9299-b2e194db700d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 210 time: 0.1619551 Aug 27 03:31:49.210500 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da09de6-34a9-4919-8653-17233c08b797 None None] The sync data for ids ['7176886b-e74a-4026-9d1c-f8ef74050378'] in dv-cinder-773985-14-smb is: [{'id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-router', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'gw_port': {'id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'db97db8c-a79d-4ec0-9c26-a2ed967da51d', 'name': '', 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'mac_address': 'fa:16:3e:54:b3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:37Z', 'updated_at': '2021-08-27T03:31:47Z', 'revision_number': 4, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'subnets': [{'id': '8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:49.359852 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port abcb611b-646a-4013-a122-c279bf4e14d0, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=abcb611b-646a-4013-a122-c279bf4e14d0,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:49.368855 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:49.520684 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ed8f5-4a3a-4fd4-91ed-3e2f0b38233d req-25110878-3d63-4331-82e6-80db2feb5eea tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:49.551941 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-250ed8f5-4a3a-4fd4-91ed-3e2f0b38233d req-25110878-3d63-4331-82e6-80db2feb5eea tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 931 time: 0.8002291 Aug 27 03:31:49.577943 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:49.606078 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=abcb611b-646a-4013-a122-c279bf4e14d0,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:49.644528 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37208) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:49.711987 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fc9b63-4ada-4c99-999b-52f0e0f06484 {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:49.747783 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:49.771828 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Transition to ACTIVE for port object e3fc9b63-4ada-4c99-999b-52f0e0f06484 will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:49.788297 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.188023 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-250ed8f5-4a3a-4fd4-91ed-3e2f0b38233d req-1f28f4ef-04d8-4bb4-a23a-3261347ecb6d tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774910 Aug 27 03:31:50.253804 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device db97db8c-a79d-4ec0-9c26-a2ed967da51d up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:50.407666 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fc9b63-4ada-4c99-999b-52f0e0f06484,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:50.436433 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:50.459304 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc400ee8-118a-4425-86e7-dd722ab531e0 req-da4d4393-ced8-439b-bea5-35062dd2ebd4 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:50.461189 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-dc400ee8-118a-4425-86e7-dd722ab531e0 req-da4d4393-ced8-439b-bea5-35062dd2ebd4 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 943 time: 0.6881485 Aug 27 03:31:50.467981 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port db97db8c-a79d-4ec0-9c26-a2ed967da51d completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:50.474755 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port db97db8c-a79d-4ec0-9c26-a2ed967da51d triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:50.476867 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.516031 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Attempting to bind port e3fc9b63-4ada-4c99-999b-52f0e0f06484 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:50.516389 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Attempting to bind port e3fc9b63-4ada-4c99-999b-52f0e0f06484 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'f6195d0d-076e-4b0c-be63-836fd34470cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '2ba8138a-3c60-4059-805b-7fb619c9e1e0'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:50.523671 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Attempting to bind port e3fc9b63-4ada-4c99-999b-52f0e0f06484 on network 2ba8138a-3c60-4059-805b-7fb619c9e1e0 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:50.548351 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Port e3fc9b63-4ada-4c99-999b-52f0e0f06484 on network 2ba8138a-3c60-4059-805b-7fb619c9e1e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:50.552547 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Attempting to bind port e3fc9b63-4ada-4c99-999b-52f0e0f06484 on network 2ba8138a-3c60-4059-805b-7fb619c9e1e0 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:50.571604 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:50.573379 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Checking segment: {'id': 'f6195d0d-076e-4b0c-be63-836fd34470cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '2ba8138a-3c60-4059-805b-7fb619c9e1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:50.574846 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Bound using segment: {'id': 'f6195d0d-076e-4b0c-be63-836fd34470cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '2ba8138a-3c60-4059-805b-7fb619c9e1e0'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:50.576187 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Bound port: e3fc9b63-4ada-4c99-999b-52f0e0f06484, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6195d0d-076e-4b0c-be63-836fd34470cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '2ba8138a-3c60-4059-805b-7fb619c9e1e0'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:50.577048 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.585706 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-dc400ee8-118a-4425-86e7-dd722ab531e0 req-1f2fb88d-3ee9-40cd-a8b8-cc9150832d0e tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052887 Aug 27 03:31:50.682008 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.728733 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ef15207b-318f-44ac-b28c-af6767a1c700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.806591 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] For port e3fc9b63-4ada-4c99-999b-52f0e0f06484, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:50.819544 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] For port e3fc9b63-4ada-4c99-999b-52f0e0f06484, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3fc9b63-4ada-4c99-999b-52f0e0f06484,segment=NetworkSegment(f6195d0d-076e-4b0c-be63-836fd34470cc),segment_id=f6195d0d-076e-4b0c-be63-836fd34470cc)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:50.835015 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.908145 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0d202bc3-8548-443c-8fab-dc89986cfe2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.960244 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:50.960877 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.962394 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] 10.222.0.64 "PUT /v2.0/ports/e3fc9b63-4ada-4c99-999b-52f0e0f06484 HTTP/1.1" status: 200 len: 1093 time: 4.5673537 Aug 27 03:31:50.962869 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fc9ec8-e6b6-4646-aa1c-0528481f422a', 'tag': 'e3fc9b63-4ada-4c99-999b-52f0e0f06484'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:51.139056 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cc2353-0603-40fd-894e-61526eef2055 {{(pid=93857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:51.151256 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0d202bc3-8548-443c-8fab-dc89986cfe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:51.216479 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Allocated IP 172.28.1.87 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/dba739d2-a27d-4d2e-9d15-c2eac9f9efc4) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:51.221067 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:51.253898 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d202bc3-8548-443c-8fab-dc89986cfe2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbe3889-100c-43dd-8036-9e87970f376e,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:51.267952 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port db97db8c-a79d-4ec0-9c26-a2ed967da51d, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=db97db8c-a79d-4ec0-9c26-a2ed967da51d,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:51.276734 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:51.278435 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device abcb611b-646a-4013-a122-c279bf4e14d0 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:51.484999 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=db97db8c-a79d-4ec0-9c26-a2ed967da51d,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:51.503246 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port abcb611b-646a-4013-a122-c279bf4e14d0 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:51.505520 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:51.529248 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7755dc-bcf7-467b-b2b4-65f7f705b312 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fc9b63-4ada-4c99-999b-52f0e0f06484,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:51.540484 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.provisioning_blocks [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Transition to ACTIVE for port object 95cc2353-0603-40fd-894e-61526eef2055 will not be triggered until provisioned by entity L2. {{(pid=93857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:51.571016 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742b8d6a-df87-4af0-b531-ad7e1e05b22c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fc9ec8-e6b6-4646-aa1c-0528481f422a", "tag": "e3fc9b63-4ada-4c99-999b-52f0e0f06484"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:51.624851 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-0d202bc3-8548-443c-8fab-dc89986cfe2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=215b332da78049be8684cd5ca2fee9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1882410 Aug 27 03:31:51.625966 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:51.652437 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 37260) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:51.809581 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-416ac5eb-ceb1-4c29-80c3-e93d5555326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:51.811273 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-416ac5eb-ceb1-4c29-80c3-e93d5555326d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9094ae7f07204087a8442a15048be23b&device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 1096 time: 0.6442800 Aug 27 03:31:51.872529 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70395a6-fbd4-4831-9ec5-183cedfa025b req-b773fff1-01ee-4a90-8ecd-060dbb01aa93 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:51.879416 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b70395a6-fbd4-4831-9ec5-183cedfa025b req-b773fff1-01ee-4a90-8ecd-060dbb01aa93 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 943 time: 0.3513238 Aug 27 03:31:51.921195 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e905-eb1a-4a94-b13c-3097a9e2086f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:52.028644 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e905-eb1a-4a94-b13c-3097a9e2086f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:52.043310 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device db97db8c-a79d-4ec0-9c26-a2ed967da51d up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:52.108098 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc2353-0603-40fd-894e-61526eef2055,revision_number=2']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:52.135648 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-d1fa9b3e-2197-451c-9132-6d2a7873e1b6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:52.144632 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b70395a6-fbd4-4831-9ec5-183cedfa025b req-02031c61-c2f8-4768-a7c3-b873f6ec4e33 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257445 Aug 27 03:31:52.167264 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-d1fa9b3e-2197-451c-9132-6d2a7873e1b6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 819 time: 1.3907650 Aug 27 03:31:52.170568 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port db97db8c-a79d-4ec0-9c26-a2ed967da51d triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:52.171070 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:52.175437 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Attempting to bind port 95cc2353-0603-40fd-894e-61526eef2055 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:52.176010 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Attempting to bind port 95cc2353-0603-40fd-894e-61526eef2055 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'}] {{(pid=93857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:52.176499 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Attempting to bind port 95cc2353-0603-40fd-894e-61526eef2055 on network 810625c9-9496-4772-8797-1591acf0610a {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:52.203779 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e905-eb1a-4a94-b13c-3097a9e2086f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:52.206662 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e905-eb1a-4a94-b13c-3097a9e2086f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:52.207968 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-c6e2e905-eb1a-4a94-b13c-3097a9e2086f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddbe3889-100c-43dd-8036-9e87970f376e HTTP/1.1" status: 204 len: 168 time: 0.5521178 Aug 27 03:31:52.221228 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Port 95cc2353-0603-40fd-894e-61526eef2055 on network 810625c9-9496-4772-8797-1591acf0610a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:52.222102 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Attempting to bind port 95cc2353-0603-40fd-894e-61526eef2055 on network 810625c9-9496-4772-8797-1591acf0610a {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:52.238534 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2e905-eb1a-4a94-b13c-3097a9e2086f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbe3889-100c-43dd-8036-9e87970f376e,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:52.252478 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-abc1bed3-19e6-4682-bd65-34a5648bee51 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/quotas/c80e5a9fa63c46a2ac4ed22ae623ec52 HTTP/1.1" status: 200 len: 375 time: 0.0824735 Aug 27 03:31:52.317175 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:52.317526 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Checking segment: {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:52.318375 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Bound using segment: {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'} {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:52.318868 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Bound port: 95cc2353-0603-40fd-894e-61526eef2055, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'}}] {{(pid=93857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:52.319328 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:52.344034 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ef15207b-318f-44ac-b28c-af6767a1c700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:52.409219 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ef15207b-318f-44ac-b28c-af6767a1c700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:52.540118 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15207b-318f-44ac-b28c-af6767a1c700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cf6179-4e11-42de-8421-cb4313d3d2a3,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:52.603306 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-e6f4e143-1317-469c-b615-c7e9c8148ffe tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3497858 Aug 27 03:31:52.633053 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:52.799445 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0935adfa-f491-4a02-a6a3-c8b7cd8fe8ef x-openstack-request-id: req-0935adfa-f491-4a02-a6a3-c8b7cd8fe8ef {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:52.800281 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fc9ec8-e6b6-4646-aa1c-0528481f422a", "tag": "e3fc9b63-4ada-4c99-999b-52f0e0f06484", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:52.800808 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0935adfa-f491-4a02-a6a3-c8b7cd8fe8ef {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:52.801691 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fc9ec8-e6b6-4646-aa1c-0528481f422a', 'tag': 'e3fc9b63-4ada-4c99-999b-52f0e0f06484', 'status': 'completed', 'code': 200} Aug 27 03:31:52.815502 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.64', 62378) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:52.935479 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-ef15207b-318f-44ac-b28c-af6767a1c700 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5a185062fba4103942d1bf1848fddf9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2066128 Aug 27 03:31:52.943789 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37288) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:52.991583 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] For port 95cc2353-0603-40fd-894e-61526eef2055, host hv-cinder-77398, cleared binding levels {{(pid=93857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:53.063431 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] For port 95cc2353-0603-40fd-894e-61526eef2055, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=95cc2353-0603-40fd-894e-61526eef2055,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:53.140308 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:53.196124 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-830f3742-386d-407b-8113-bc281533a06c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.200112 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-830f3742-386d-407b-8113-bc281533a06c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 819 time: 0.1891305 Aug 27 03:31:53.211758 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-687c8888-1e61-46fc-a4a7-6404b7e34e22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3fc9b63-4ada-4c99-999b-52f0e0f06484 HTTP/1.1" status: 200 len: 217 time: 0.3970425 Aug 27 03:31:53.325111 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.325828 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:53.327919 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] 10.222.0.64 "PUT /v2.0/ports/95cc2353-0603-40fd-894e-61526eef2055 HTTP/1.1" status: 200 len: 1093 time: 6.9091721 Aug 27 03:31:53.333123 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47d7abe-1779-43ac-88aa-7a733207f350', 'tag': '95cc2353-0603-40fd-894e-61526eef2055'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:53.348606 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Request body: {'port': {'device_id': 'd3fbf7fd-c226-4034-8db2-dedb8fb0c3cd', 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e', 'admin_state_up': True, 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:53.556342 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:53.664264 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73df2ba-21c1-4cca-9dac-ac5adeed4868 service neutron] Pushing event updated for resources: {'Port': ['ID=95cc2353-0603-40fd-894e-61526eef2055,revision_number=3']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:53.681559 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-0643d855-3d98-4ad8-b166-eaeefc76e172 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0405068 Aug 27 03:31:53.735604 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:53.788139 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-893095d3-55b1-4977-a234-005fc5c30c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.789820 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-893095d3-55b1-4977-a234-005fc5c30c92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=652548cb-4fe7-4759-a076-e42a46b147c3 HTTP/1.1" status: 200 len: 852 time: 0.4969225 Aug 27 03:31:53.803574 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:53.811430 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:53.836836 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91dfed-6a17-47a3-bd8e-0d28d0339083 req-42046d17-5175-47ad-9b73-45c59e2bd4fc tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.846355 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fb91dfed-6a17-47a3-bd8e-0d28d0339083 req-42046d17-5175-47ad-9b73-45c59e2bd4fc tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 943 time: 0.6690004 Aug 27 03:31:53.934141 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fb91dfed-6a17-47a3-bd8e-0d28d0339083 req-1c68996c-335c-47c3-9843-edce44ec3129 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864644 Aug 27 03:31:54.029516 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Made reservation on behalf of c80e5a9fa63c46a2ac4ed22ae623ec52 for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:54.033374 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.086286 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4286fecf-4011-426c-873b-ce200b0002a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c47d7abe-1779-43ac-88aa-7a733207f350", "tag": "95cc2353-0603-40fd-894e-61526eef2055"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:54.114223 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.202372 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c9757863-a257-4474-8976-4fea3c82e727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.221825 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-6ad09a89-6643-4f05-9c70-cf714ff7133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.224482 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-6ad09a89-6643-4f05-9c70-cf714ff7133a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 1096 time: 0.7622373 Aug 27 03:31:54.228099 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'Port': ['ID=dba739d2-a27d-4d2e-9d15-c2eac9f9efc4,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:54.294108 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-efc6a7ed-316c-4771-bd8f-c507f46a329a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ba8138a-3c60-4059-805b-7fb619c9e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498407 Aug 27 03:31:54.329111 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466cb08-4be7-4064-9eef-3ef52e78798e req-116352f9-c66e-462b-becc-2f0fe8e4316c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.337112 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-c466cb08-4be7-4064-9eef-3ef52e78798e req-116352f9-c66e-462b-becc-2f0fe8e4316c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 943 time: 0.1554403 Aug 27 03:31:54.391321 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Allocated IP 172.20.0.12 (cbcde91b-5599-47e4-b56f-9dae1f6d4f7e/8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8/31dba6be-f906-470a-a74c-259287f4eb17) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:54.396076 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-c466cb08-4be7-4064-9eef-3ef52e78798e req-998b0fc1-ee8c-4028-86db-5647e0e8e42a tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578134 Aug 27 03:31:54.492969 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-28641f8d-2ff8-4835-a480-1d7501c23848 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95cc2353-0603-40fd-894e-61526eef2055 HTTP/1.1" status: 200 len: 217 time: 0.2145550 Aug 27 03:31:54.493327 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.525807 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c9757863-a257-4474-8976-4fea3c82e727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.531032 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-4bec686c-25c2-46e6-bb95-d45ba983a101 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8486173 Aug 27 03:31:54.658012 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c9757863-a257-4474-8976-4fea3c82e727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.661276 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c9757863-a257-4474-8976-4fea3c82e727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.662791 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-c9757863-a257-4474-8976-4fea3c82e727 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6cf6179-4e11-42de-8421-cb4313d3d2a3 HTTP/1.1" status: 204 len: 168 time: 1.5956154 Aug 27 03:31:54.677924 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9757863-a257-4474-8976-4fea3c82e727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cf6179-4e11-42de-8421-cb4313d3d2a3,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:54.753880 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.761326 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.770489 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.888487 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-65873442-8d2c-4506-a60a-164da1ba0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.889460 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-65873442-8d2c-4506-a60a-164da1ba0c00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25656541-a36d-41dd-9ab1-894532fab4e1 HTTP/1.1" status: 200 len: 854 time: 0.0669343 Aug 27 03:31:54.903354 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.962351 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95af2c18-ba5c-41f6-bbe2-66b30f53b565 x-openstack-request-id: req-95af2c18-ba5c-41f6-bbe2-66b30f53b565 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:54.962681 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47d7abe-1779-43ac-88aa-7a733207f350", "tag": "95cc2353-0603-40fd-894e-61526eef2055", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:54.962936 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95af2c18-ba5c-41f6-bbe2-66b30f53b565 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:54.963416 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47d7abe-1779-43ac-88aa-7a733207f350', 'tag': '95cc2353-0603-40fd-894e-61526eef2055', 'status': 'completed', 'code': 200} Aug 27 03:31:54.991874 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-14f26ef3-c9f3-4b99-907a-0eae58998b41 req-dcc1da17-bfd0-46e4-90f9-da7fc84cf0c6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 210 time: 0.1000826 Aug 27 03:31:55.023781 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:55.034032 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4148073 Aug 27 03:31:55.038945 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-58aa93e0-d912-484d-9388-806f78365697 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=810625c9-9496-4772-8797-1591acf0610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161160 Aug 27 03:31:55.138160 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-981af159-7dbf-4975-850a-0b2cdcd38d0d service neutron] 10.222.0.64 "GET /v2.0/networks/2ba8138a-3c60-4059-805b-7fb619c9e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336530 Aug 27 03:31:55.226019 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:55.333476 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b77c6-8ca3-4219-900b-4be2e342457e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'Port': ['ID=dba739d2-a27d-4d2e-9d15-c2eac9f9efc4,revision_number=2']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:55.406141 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-6f76b8a9-a7af-4d7f-82f9-1c54323e3edd service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584745 Aug 27 03:31:55.458915 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a3afda70-745c-4314-b078-e2a3d86f33ee req-68591cec-5ba3-42a3-9221-10eb993c26da service neutron] 10.222.0.64 "GET /v2.0/networks/2ba8138a-3c60-4059-805b-7fb619c9e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951713 Aug 27 03:31:55.618728 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:55.629159 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:55.629805 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-9a012ca3-1c87-46da-a9df-a2a5be32111f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1778384711&fields=id&tenant_id=32d43e61995f482f8513e744bf81b704 HTTP/1.1" status: 200 len: 267 time: 0.1680434 Aug 27 03:31:55.648928 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:55.659596 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:55.660411 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:55.698801 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28463586-74ed-4216-8bc7-0a8b67c47324 req-20c460aa-c6b8-47af-903f-cbf95b27a799 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:55.709372 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-28463586-74ed-4216-8bc7-0a8b67c47324 req-20c460aa-c6b8-47af-903f-cbf95b27a799 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 943 time: 0.5465775 Aug 27 03:31:55.738390 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Pushing event updated for resources: {'Port': ['ID=31dba6be-f906-470a-a74c-259287f4eb17,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:55.744262 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd74fa13-96fc-47d8-aad0-4e51a5721367 req-feaaeb45-73ad-4a87-b738-46f1ad945c93 service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249302 Aug 27 03:31:55.782497 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 37408) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:55.811841 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-d425afb3-e711-47b2-a36c-4072774b19be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5174575 Aug 27 03:31:55.812579 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-148378f8-91ab-4ec3-a86d-6ddbf3299d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:55.829765 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8d6a-df87-4af0-b531-ad7e1e05b22c req-3ca3ea67-cd75-4b9a-861f-3fd19dd839a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:55.831585 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-742b8d6a-df87-4af0-b531-ad7e1e05b22c req-3ca3ea67-cd75-4b9a-861f-3fd19dd839a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9094ae7f07204087a8442a15048be23b&device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 1096 time: 0.2785897 Aug 27 03:31:55.836429 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Request body: {'port': {'device_id': 'd3fbf7fd-c226-4034-8db2-dedb8fb0c3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:55.855507 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-5675a6e9-edfa-44db-90b1-cac969f5cd03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:55.858650 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-5675a6e9-edfa-44db-90b1-cac969f5cd03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 811 time: 0.2136633 Aug 27 03:31:55.934694 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-02723be1-d03e-49aa-a07c-2ec53600d26f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/quotas/32d43e61995f482f8513e744bf81b704 HTTP/1.1" status: 200 len: 375 time: 0.0456221 Aug 27 03:31:55.991578 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286fecf-4011-426c-873b-ce200b0002a4 req-4e3c4fac-d48f-4f69-8594-81805e953aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:55.993389 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4286fecf-4011-426c-873b-ce200b0002a4 req-4e3c4fac-d48f-4f69-8594-81805e953aa5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 1096 time: 0.1331115 Aug 27 03:31:56.034860 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:56.064083 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-28463586-74ed-4216-8bc7-0a8b67c47324 req-6659af38-29b3-41aa-b9e8-255ed0bc5616 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526895 Aug 27 03:31:56.146160 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-1134458f-bb8a-4a69-924a-ca243d1da754 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2065217 Aug 27 03:31:56.303412 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286fecf-4011-426c-873b-ce200b0002a4 req-513940e1-6c92-4aef-89fe-ef53ce6b0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.304951 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4286fecf-4011-426c-873b-ce200b0002a4 req-513940e1-6c92-4aef-89fe-ef53ce6b0a73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 915 time: 0.2926188 Aug 27 03:31:56.365314 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4286fecf-4011-426c-873b-ce200b0002a4 req-688c8486-0f37-4143-8a6a-fbf551445722 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95cc2353-0603-40fd-894e-61526eef2055 HTTP/1.1" status: 200 len: 217 time: 0.0486908 Aug 27 03:31:56.367329 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-728053e7-2c93-4ca4-abc9-96c54fd5bd93 service neutron] 10.222.0.41 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083044 Aug 27 03:31:56.394448 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.64', 62386) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:56.404510 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8d6a-df87-4af0-b531-ad7e1e05b22c req-07b79082-e1f3-4e9e-953e-483a37c361fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.406517 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-742b8d6a-df87-4af0-b531-ad7e1e05b22c req-07b79082-e1f3-4e9e-953e-483a37c361fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ba8138a-3c60-4059-805b-7fb619c9e1e0 HTTP/1.1" status: 200 len: 913 time: 0.5467145 Aug 27 03:31:56.432158 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45d370-ce2a-439b-8c19-1b843cd1c472 req-3784a323-5166-41d1-99cf-881e2aac281c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.433768 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-aa45d370-ce2a-439b-8c19-1b843cd1c472 req-3784a323-5166-41d1-99cf-881e2aac281c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 943 time: 0.2158947 Aug 27 03:31:56.531681 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-bd491ccc-4deb-4e1b-85b3-33a51df67de3 service neutron] 10.222.0.41 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546805 Aug 27 03:31:56.576806 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-34c5315d-d589-4f7c-879b-00ca5b220afc tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.578538 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-34c5315d-d589-4f7c-879b-00ca5b220afc tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 819 time: 0.1709137 Aug 27 03:31:56.591559 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286fecf-4011-426c-873b-ce200b0002a4 req-ac181410-a024-45c2-a25d-8415c50ab48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.595421 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4286fecf-4011-426c-873b-ce200b0002a4 req-ac181410-a024-45c2-a25d-8415c50ab48a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25656541-a36d-41dd-9ab1-894532fab4e1 HTTP/1.1" status: 200 len: 854 time: 0.1958318 Aug 27 03:31:56.637651 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4286fecf-4011-426c-873b-ce200b0002a4 req-91682d58-a116-48e9-9896-385339ecf338 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=810625c9-9496-4772-8797-1591acf0610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327692 Aug 27 03:31:56.659961 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-742b8d6a-df87-4af0-b531-ad7e1e05b22c req-289af755-9345-4d10-b7c1-4436b83f3654 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3fc9b63-4ada-4c99-999b-52f0e0f06484 HTTP/1.1" status: 200 len: 217 time: 0.2113252 Aug 27 03:31:56.664687 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Request body: {'port': {'device_id': '9a7335fd-02ef-4f36-9b86-aeb942d9b4a1', 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e', 'admin_state_up': True, 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:56.826599 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4286fecf-4011-426c-873b-ce200b0002a4 req-40babf48-2007-435b-af81-2e3f00d7e230 service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709456 Aug 27 03:31:56.848060 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-aa45d370-ce2a-439b-8c19-1b843cd1c472 req-17ba9e57-299c-476a-b876-2e07aa3bbf17 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908873 Aug 27 03:31:57.016074 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-98d6b2ea-3995-4ecb-b014-28354c081634 req-9568d882-a6ad-4be3-a4ed-dfcc2a5fb4c9 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 210 time: 0.1470947 Aug 27 03:31:57.025175 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-148378f8-91ab-4ec3-a86d-6ddbf3299d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:57.081010 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8d6a-df87-4af0-b531-ad7e1e05b22c req-36344c2d-ef7d-4880-a167-622a6164adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.086587 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-742b8d6a-df87-4af0-b531-ad7e1e05b22c req-36344c2d-ef7d-4880-a167-622a6164adb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=652548cb-4fe7-4759-a076-e42a46b147c3 HTTP/1.1" status: 200 len: 852 time: 0.3894360 Aug 27 03:31:57.101187 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4286fecf-4011-426c-873b-ce200b0002a4 req-10db6b4e-c3c2-4c0a-b017-276a1054fb7a service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620783 Aug 27 03:31:57.122076 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-148378f8-91ab-4ec3-a86d-6ddbf3299d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:57.149094 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-48355f48-2f58-4b03-98f2-79ab789f8a30 req-5893c8c8-fef4-4158-b1b8-c89aa83a3ef1 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 210 time: 0.2011430 Aug 27 03:31:57.218531 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-742b8d6a-df87-4af0-b531-ad7e1e05b22c req-e2db7ffe-1942-4651-bdf1-20cca69165e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ba8138a-3c60-4059-805b-7fb619c9e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915129 Aug 27 03:31:57.219905 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8390dd1-9bf3-4c00-bc76-048004f49b27 req-725e9f70-3bdf-4d7c-a821-eeaa72a0da35 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.221592 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f8390dd1-9bf3-4c00-bc76-048004f49b27 req-725e9f70-3bdf-4d7c-a821-eeaa72a0da35 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 943 time: 0.0594070 Aug 27 03:31:57.268210 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148378f8-91ab-4ec3-a86d-6ddbf3299d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b609ff5a-47ef-4f24-9623-53f7fa7971d8,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:57.274003 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-148378f8-91ab-4ec3-a86d-6ddbf3299d62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7887545248e4913bfe7a211b4bf92ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4819801 Aug 27 03:31:57.284286 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f8390dd1-9bf3-4c00-bc76-048004f49b27 req-9bbd0a34-17f6-4856-ba29-e17b656b723b tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 Aug 27 03:31:57.284799 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37456) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:57.340912 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ca9941ef-1dc0-45bb-a25e-d856f4054cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:57.373376 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ca9941ef-1dc0-45bb-a25e-d856f4054cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:57.438102 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ca9941ef-1dc0-45bb-a25e-d856f4054cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:57.438102 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ca9941ef-1dc0-45bb-a25e-d856f4054cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:57.438889 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-ca9941ef-1dc0-45bb-a25e-d856f4054cdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b609ff5a-47ef-4f24-9623-53f7fa7971d8 HTTP/1.1" status: 204 len: 168 time: 0.1526465 Aug 27 03:31:57.449564 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9941ef-1dc0-45bb-a25e-d856f4054cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b609ff5a-47ef-4f24-9623-53f7fa7971d8,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:57.535233 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Made reservation on behalf of c80e5a9fa63c46a2ac4ed22ae623ec52 for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:57.539007 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:57.639339 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31dba6be-f906-470a-a74c-259287f4eb17 {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:57.651915 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-742b8d6a-df87-4af0-b531-ad7e1e05b22c req-4e569214-5e7c-4881-848d-a3638b894971 service neutron] 10.222.0.64 "GET /v2.0/networks/2ba8138a-3c60-4059-805b-7fb619c9e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149492 Aug 27 03:31:57.658230 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:57.803309 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Transition to ACTIVE for port object 31dba6be-f906-470a-a74c-259287f4eb17 will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:57.820678 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:57.942685 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Allocated IP 172.20.0.10 (cbcde91b-5599-47e4-b56f-9dae1f6d4f7e/8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8/ae670e85-8c9e-4615-bea7-f49487faf548) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:57.964844 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Pushing event updated for resources: {'Port': ['ID=31dba6be-f906-470a-a74c-259287f4eb17,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:57.984761 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-742b8d6a-df87-4af0-b531-ad7e1e05b22c req-19dafd2e-de98-4d8a-9e2e-3b976fc9bfb3 service neutron] 10.222.0.64 "GET /v2.0/networks/2ba8138a-3c60-4059-805b-7fb619c9e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223989 Aug 27 03:31:58.027937 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Attempting to bind port 31dba6be-f906-470a-a74c-259287f4eb17 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:58.028277 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Attempting to bind port 31dba6be-f906-470a-a74c-259287f4eb17 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:58.028651 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Attempting to bind port 31dba6be-f906-470a-a74c-259287f4eb17 on network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:58.059977 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Port 31dba6be-f906-470a-a74c-259287f4eb17 on network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:58.060505 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Attempting to bind port 31dba6be-f906-470a-a74c-259287f4eb17 on network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:58.079193 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcc91e-0138-4a97-ae6f-e1e7a9620194 req-1e095b1d-34ec-4b82-aa9a-5956cc871bb7 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:58.080948 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2edcc91e-0138-4a97-ae6f-e1e7a9620194 req-1e095b1d-34ec-4b82-aa9a-5956cc871bb7 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 943 time: 0.1344798 Aug 27 03:31:58.095536 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:58.095899 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Checking segment: {'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:58.097076 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Bound using segment: {'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:58.097562 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Bound port: 31dba6be-f906-470a-a74c-259287f4eb17, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:58.099446 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.179665 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d8d323c9-9492-4510-a024-452703c9465e req-a268ef7b-984d-4642-a881-e75a06f0639a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 210 time: 0.0471470 Aug 27 03:31:58.338797 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2edcc91e-0138-4a97-ae6f-e1e7a9620194 req-48890626-038b-4d3e-a35f-f9afa64e38e8 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482107 Aug 27 03:31:58.362926 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-18d3ef1c-0980-490e-ba74-ca4a602ef54b req-b4161d5d-c5cc-4c64-9b95-796073ff90d9 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 210 time: 0.0587459 Aug 27 03:31:58.503223 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] For port 31dba6be-f906-470a-a74c-259287f4eb17, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:58.517019 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.543527 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] For port 31dba6be-f906-470a-a74c-259287f4eb17, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=31dba6be-f906-470a-a74c-259287f4eb17,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:58.553055 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-2d00de4e-a16a-4e51-b735-dabe77b45875 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:58.555247 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-2d00de4e-a16a-4e51-b735-dabe77b45875 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.64 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 811 time: 0.3584492 Aug 27 03:31:58.561479 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.660583 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c062f-3e40-4da7-9604-8d55c0101cb2 req-e1d26b07-330a-4f8f-a985-ec59fb685dad tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:58.662710 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-aa3c062f-3e40-4da7-9604-8d55c0101cb2 req-e1d26b07-330a-4f8f-a985-ec59fb685dad tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 943 time: 0.2096047 Aug 27 03:31:58.665225 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:58.666319 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.668613 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] 10.222.0.64 "PUT /v2.0/ports/31dba6be-f906-470a-a74c-259287f4eb17 HTTP/1.1" status: 200 len: 1094 time: 2.8456781 Aug 27 03:31:58.680120 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fbf7fd-c226-4034-8db2-dedb8fb0c3cd', 'tag': '31dba6be-f906-470a-a74c-259287f4eb17'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:58.682904 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e01a93-de76-4eff-9143-ab97003a4e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd", "tag": "31dba6be-f906-470a-a74c-259287f4eb17"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:58.875645 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77daf283-bd98-4139-ba50-15c0fdd33d42 service neutron] Pushing event updated for resources: {'Port': ['ID=31dba6be-f906-470a-a74c-259287f4eb17,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:58.886391 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-9df5cda9-d63f-41e0-9555-27d2f5c44fc6 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d43e61995f482f8513e744bf81b704 HTTP/1.1" status: 200 len: 380 time: 0.3081605 Aug 27 03:31:58.905721 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ebf51b-ee3e-4d06-a32a-8a05abee846f x-openstack-request-id: req-f6ebf51b-ee3e-4d06-a32a-8a05abee846f {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:58.906012 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd", "tag": "31dba6be-f906-470a-a74c-259287f4eb17", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:58.906296 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6ebf51b-ee3e-4d06-a32a-8a05abee846f {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:58.906696 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fbf7fd-c226-4034-8db2-dedb8fb0c3cd', 'tag': '31dba6be-f906-470a-a74c-259287f4eb17', 'status': 'completed', 'code': 200} Aug 27 03:31:58.919733 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'port': {'device_id': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'admin_state_up': True, 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'security_groups': ['0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1']}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:58.981642 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.996463 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-aa3c062f-3e40-4da7-9604-8d55c0101cb2 req-6d2fd15f-d22b-4104-b03d-a6bfdc40e82c tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065724 Aug 27 03:31:59.037389 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:59.050489 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:59.053365 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:59.059454 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:59.060112 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:59.094023 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-a692c9b9-ca8f-4267-9a7f-97d623488309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:59.095992 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-a692c9b9-ca8f-4267-9a7f-97d623488309 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 1097 time: 0.3636668 Aug 27 03:31:59.158231 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-4ed01609-8155-4dc8-99fa-060f90166f64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31dba6be-f906-470a-a74c-259287f4eb17 HTTP/1.1" status: 200 len: 217 time: 0.0492144 Aug 27 03:31:59.161347 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Pushing event updated for resources: {'Port': ['ID=ae670e85-8c9e-4615-bea7-f49487faf548,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:59.170569 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-6e410b95-8889-4056-b4c5-57dad50478b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5096316 Aug 27 03:31:59.190131 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Request body: {'port': {'device_id': '9a7335fd-02ef-4f36-9b86-aeb942d9b4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:59.343557 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-bf6d55de-074c-4db5-92d9-2480fd6f955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:59.345121 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-bf6d55de-074c-4db5-92d9-2480fd6f955c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.1792791 Aug 27 03:31:59.354313 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:59.370990 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1edab2-a5e2-4da7-b534-e4d282afa0fc req-4e2dbc1a-5886-403e-8c81-4414fbd0b708 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:59.373782 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4d1edab2-a5e2-4da7-b534-e4d282afa0fc req-4e2dbc1a-5886-403e-8c81-4414fbd0b708 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 932 time: 0.0766675 Aug 27 03:31:59.398278 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-2bb61dfc-295f-4295-8937-f9f0931445f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449319 Aug 27 03:31:59.400849 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Made reservation on behalf of 32d43e61995f482f8513e744bf81b704 for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:59.404849 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:59.460203 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4d1edab2-a5e2-4da7-b534-e4d282afa0fc req-240d00fd-4142-459d-a67c-cf4f8a59bcc9 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765831 Aug 27 03:31:59.590992 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6ff1d271-13dc-49ef-abd1-7069006fac3e req-701c6505-3aee-4e41-b644-b57f13ecc53e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 210 time: 0.0458939 Aug 27 03:31:59.799475 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ddd69-66b9-44be-a2a5-4532107b890d req-02a48411-24a2-4aef-bbab-2610360dcbba tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:59.801147 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-205ddd69-66b9-44be-a2a5-4532107b890d req-02a48411-24a2-4aef-bbab-2610360dcbba tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 943 time: 0.3573246 Aug 27 03:31:59.890948 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-6e61b889-f459-4c53-a3bb-7d34640f07a0 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713449 Aug 27 03:31:59.945896 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Allocated IP 172.20.0.5 (c7a59340-a6ec-4d2c-b9ac-054adbd0e439/488300c7-91be-4ddd-9fbe-f1f934d58d2a/9f5cceae-7d2c-4598-a4ce-c921fef0aca5) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:00.219816 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-205ddd69-66b9-44be-a2a5-4532107b890d req-fb13cd6b-4a63-433b-8272-08f3375862d4 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020400 Aug 27 03:32:00.230338 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9832d-1d59-4edc-9407-a860e2cabb59 req-f4bb9b40-b01d-48e3-a6f8-f1138b40e687 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:00.237805 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5be9832d-1d59-4edc-9407-a860e2cabb59 req-f4bb9b40-b01d-48e3-a6f8-f1138b40e687 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 943 time: 0.1070004 Aug 27 03:32:00.280042 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device e3fc9b63-4ada-4c99-999b-52f0e0f06484 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:00.385438 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5be9832d-1d59-4edc-9407-a860e2cabb59 req-bf91b4ee-acb8-4656-b234-e6c7a4e8eb02 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354525 Aug 27 03:32:00.545394 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port e3fc9b63-4ada-4c99-999b-52f0e0f06484, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3fc9b63-4ada-4c99-999b-52f0e0f06484,segment=NetworkSegment(f6195d0d-076e-4b0c-be63-836fd34470cc),segment_id=f6195d0d-076e-4b0c-be63-836fd34470cc)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:00.560134 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37628) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:00.563561 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff58fcf2-5290-4846-827f-e59b9f240695 req-68c749f4-8550-4e76-a4f0-48274975a72a service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226144 Aug 27 03:32:00.574466 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'e3fc9b63-4ada-4c99-999b-52f0e0f06484', 'network_id': '2ba8138a-3c60-4059-805b-7fb619c9e1e0', 'port_id': 'e3fc9b63-4ada-4c99-999b-52f0e0f06484', 'mac_address': 'fa:16:3e:55:2d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652548cb-4fe7-4759-a076-e42a46b147c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:00.670126 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:00.703347 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fc9b63-4ada-4c99-999b-52f0e0f06484 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:00.752641 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port e3fc9b63-4ada-4c99-999b-52f0e0f06484, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3fc9b63-4ada-4c99-999b-52f0e0f06484,segment=NetworkSegment(f6195d0d-076e-4b0c-be63-836fd34470cc),segment_id=f6195d0d-076e-4b0c-be63-836fd34470cc)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:00.760827 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:00.762254 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 95cc2353-0603-40fd-894e-61526eef2055 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:00.823684 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3df9675c-09ae-4c50-9272-f4a8af02b1a3 req-136072ed-2c32-4173-aa0b-ff597aa86eeb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 210 time: 0.1182871 Aug 27 03:32:00.825655 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-816de697-25e6-4ef0-acce-add1f3563197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:00.848999 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae670e85-8c9e-4615-bea7-f49487faf548 {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:00.866355 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:00.871883 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:00.906590 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01a93-de76-4eff-9143-ab97003a4e4b req-21d5f793-6816-422a-8d46-c4640e746ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:00.909416 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-83e01a93-de76-4eff-9143-ab97003a4e4b req-21d5f793-6816-422a-8d46-c4640e746ce9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 1097 time: 0.2813261 Aug 27 03:32:00.932764 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78d3ec-0ba1-4e57-babc-047146784847 req-1b01eb87-8e0d-4ff5-b1e9-f70d2792da3e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:00.946153 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1b78d3ec-0ba1-4e57-babc-047146784847 req-1b01eb87-8e0d-4ff5-b1e9-f70d2792da3e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 932 time: 0.3300703 Aug 27 03:32:01.007282 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Transition to ACTIVE for port object 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 will not be triggered until provisioned by entity DHCP. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:01.022212 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-816de697-25e6-4ef0-acce-add1f3563197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.025324 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Transition to ACTIVE for port object ae670e85-8c9e-4615-bea7-f49487faf548 will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:01.032651 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-816de697-25e6-4ef0-acce-add1f3563197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.061132 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 95cc2353-0603-40fd-894e-61526eef2055, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=95cc2353-0603-40fd-894e-61526eef2055,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:01.074105 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.087612 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816de697-25e6-4ef0-acce-add1f3563197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb569db-f2a6-4885-a947-e0a0bd283233,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:01.095525 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-816de697-25e6-4ef0-acce-add1f3563197 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dacba257a5e74518be9ca33f9ed71787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328104 Aug 27 03:32:01.098448 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37644) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:01.135823 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1b78d3ec-0ba1-4e57-babc-047146784847 req-b93c8c01-4b46-45bb-be64-729a93192e43 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877208 Aug 27 03:32:01.137202 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': '95cc2353-0603-40fd-894e-61526eef2055', 'network_id': '810625c9-9496-4772-8797-1591acf0610a', 'port_id': '95cc2353-0603-40fd-894e-61526eef2055', 'mac_address': 'fa:16:3e:80:22:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25656541-a36d-41dd-9ab1-894532fab4e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:01.140374 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=e3fc9b63-4ada-4c99-999b-52f0e0f06484,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:01.181475 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-edb8773a-670e-4666-bdee-9e9d6c470fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.198693 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.208140 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-edb8773a-670e-4666-bdee-9e9d6c470fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.229475 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cc2353-0603-40fd-894e-61526eef2055 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:01.235529 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Pushing event updated for resources: {'Port': ['ID=ae670e85-8c9e-4615-bea7-f49487faf548,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:01.263888 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 95cc2353-0603-40fd-894e-61526eef2055, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=95cc2353-0603-40fd-894e-61526eef2055,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:01.268604 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01a93-de76-4eff-9143-ab97003a4e4b req-88ee4eaa-2721-4a3b-b9a1-5495583a2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.270448 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-83e01a93-de76-4eff-9143-ab97003a4e4b req-88ee4eaa-2721-4a3b-b9a1-5495583a2a55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 920 time: 0.3148329 Aug 27 03:32:01.273939 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.282562 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-edb8773a-670e-4666-bdee-9e9d6c470fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.285629 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-edb8773a-670e-4666-bdee-9e9d6c470fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.289674 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-edb8773a-670e-4666-bdee-9e9d6c470fcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cb569db-f2a6-4885-a947-e0a0bd283233 HTTP/1.1" status: 204 len: 168 time: 0.1847787 Aug 27 03:32:01.297594 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8773a-670e-4666-bdee-9e9d6c470fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb569db-f2a6-4885-a947-e0a0bd283233,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:01.372730 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=95cc2353-0603-40fd-894e-61526eef2055,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:01.392596 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-83e01a93-de76-4eff-9143-ab97003a4e4b req-6a4b7cdd-476b-427d-937c-c8d1946c737f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31dba6be-f906-470a-a74c-259287f4eb17 HTTP/1.1" status: 200 len: 217 time: 0.1045532 Aug 27 03:32:01.399319 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Attempting to bind port ae670e85-8c9e-4615-bea7-f49487faf548 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:01.399910 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Attempting to bind port ae670e85-8c9e-4615-bea7-f49487faf548 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:01.400240 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Attempting to bind port ae670e85-8c9e-4615-bea7-f49487faf548 on network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:01.415723 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.424982 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6b3ef-a1eb-4646-b2f2-1a693ade4ccc req-cff4c763-2580-4a2a-9616-fd91466eebb8 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.434944 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e2e6b3ef-a1eb-4646-b2f2-1a693ade4ccc req-cff4c763-2580-4a2a-9616-fd91466eebb8 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 944 time: 0.0761669 Aug 27 03:32:01.445931 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Port ae670e85-8c9e-4615-bea7-f49487faf548 on network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:01.446556 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Attempting to bind port ae670e85-8c9e-4615-bea7-f49487faf548 on network cbcde91b-5599-47e4-b56f-9dae1f6d4f7e {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:01.498993 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:01.499170 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Checking segment: {'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:01.499519 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Bound using segment: {'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:01.500182 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Bound port: ae670e85-8c9e-4615-bea7-f49487faf548, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a68d96-daeb-4203-937f-6e72b2b19b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:01.500858 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.511669 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e2e6b3ef-a1eb-4646-b2f2-1a693ade4ccc req-f9eed679-6e00-44dd-ae77-52278337c77d tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662088 Aug 27 03:32:01.539356 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:01.562819 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:01.570208 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01a93-de76-4eff-9143-ab97003a4e4b req-b8e28def-26fe-4a01-ae81-0e6ff4519b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.571715 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-83e01a93-de76-4eff-9143-ab97003a4e4b req-b8e28def-26fe-4a01-ae81-0e6ff4519b5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.1688077 Aug 27 03:32:01.576077 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:01.582449 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.583459 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.594242 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['e3fc9b63-4ada-4c99-999b-52f0e0f06484'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:01.618674 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'Port': ['ID=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:01.689721 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-83e01a93-de76-4eff-9143-ab97003a4e4b req-58eb98b1-3767-485e-841e-643618dc8463 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842078 Aug 27 03:32:01.694296 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-b7268738-b46c-4d27-91d8-72be5a245071 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7831872 Aug 27 03:32:01.723653 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['95cc2353-0603-40fd-894e-61526eef2055'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:01.756249 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Request body: {'port': {'device_id': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:01.825733 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb227be8-e4de-4e9d-b759-eaeebd214c95 req-f1d8f448-347e-41f5-be8f-b8b9035ead6b tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.843476 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bb227be8-e4de-4e9d-b759-eaeebd214c95 req-f1d8f448-347e-41f5-be8f-b8b9035ead6b tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 944 time: 0.3350389 Aug 27 03:32:01.867786 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37674) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:01.894442 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-944cbf4f-1e0b-4c55-8c38-8382f0e0489a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.962099 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] For port ae670e85-8c9e-4615-bea7-f49487faf548, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:02.060602 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] For port ae670e85-8c9e-4615-bea7-f49487faf548, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ae670e85-8c9e-4615-bea7-f49487faf548,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:02.084953 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d0992-0127-48b1-83b5-bb872734b639 req-f47eca55-172e-4ddc-b48f-5ebf2ac8ac96 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.086852 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:02.087888 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-df9d0992-0127-48b1-83b5-bb872734b639 req-f47eca55-172e-4ddc-b48f-5ebf2ac8ac96 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 931 time: 0.1007636 Aug 27 03:32:02.187518 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-944cbf4f-1e0b-4c55-8c38-8382f0e0489a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:02.193903 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-df9d0992-0127-48b1-83b5-bb872734b639 req-a4c93b1b-3d9d-4a17-84dd-cc046b15f2e1 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986788 Aug 27 03:32:02.195138 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-944cbf4f-1e0b-4c55-8c38-8382f0e0489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:02.225863 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Pushing event updated for resources: {'Port': ['ID=ae670e85-8c9e-4615-bea7-f49487faf548,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:02.247667 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-944cbf4f-1e0b-4c55-8c38-8382f0e0489a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99b75de72a1241afbfeb95f0b7d3b184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772323 Aug 27 03:32:02.250305 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cbf4f-1e0b-4c55-8c38-8382f0e0489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f8e0d0-9939-4b44-8bd2-409d85c88dfe,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:02.255200 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37686) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:02.330498 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-83e01a93-de76-4eff-9143-ab97003a4e4b req-e635d0e0-3860-4e9b-afa0-6758c678f871 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980241 Aug 27 03:32:02.331252 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:02.342898 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-bcabbf1c-1fb3-4284-a54d-f1613d18bbe6 None None] Provisioning for port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:02.351259 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bb227be8-e4de-4e9d-b759-eaeebd214c95 req-3aeca248-ab48-4e29-a89b-d88552a8b659 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918467 Aug 27 03:32:02.357915 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc6e0-291a-4a8e-a7ea-5a58a67ce31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:02.375025 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-bcabbf1c-1fb3-4284-a54d-f1613d18bbe6 None None] Provisioning complete for port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:02.375556 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bcabbf1c-1fb3-4284-a54d-f1613d18bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:02.446202 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc6e0-291a-4a8e-a7ea-5a58a67ce31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:02.460694 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbf1c-1fb3-4284-a54d-f1613d18bbe6 None None] Port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:02.521966 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.526490 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:02.529046 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f131a9-a286-4166-bfd0-8632789064ab req-5ba91651-ea49-416b-a953-97a79c2aa453 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.530162 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-30757f51-1af6-4621-9189-1c80c91ecc87 service neutron] 10.222.0.64 "PUT /v2.0/ports/ae670e85-8c9e-4615-bea7-f49487faf548 HTTP/1.1" status: 200 len: 1094 time: 3.3447580 Aug 27 03:32:02.530664 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7335fd-02ef-4f36-9b86-aeb942d9b4a1', 'tag': 'ae670e85-8c9e-4615-bea7-f49487faf548'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:02.536663 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37293260-1648-43c5-a878-b3e1d3113d50" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7335fd-02ef-4f36-9b86-aeb942d9b4a1", "tag": "ae670e85-8c9e-4615-bea7-f49487faf548"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:02.537772 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-71f131a9-a286-4166-bfd0-8632789064ab req-5ba91651-ea49-416b-a953-97a79c2aa453 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 944 time: 0.1374638 Aug 27 03:32:02.602831 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-71f131a9-a286-4166-bfd0-8632789064ab req-f8f45ae4-30fb-42c5-b2f9-e3e7fdd51ef4 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637436 Aug 27 03:32:02.603992 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc6e0-291a-4a8e-a7ea-5a58a67ce31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:02.606762 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc6e0-291a-4a8e-a7ea-5a58a67ce31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:02.607914 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-6a5dc6e0-291a-4a8e-a7ea-5a58a67ce31e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58f8e0d0-9939-4b44-8bd2-409d85c88dfe HTTP/1.1" status: 204 len: 168 time: 0.3517559 Aug 27 03:32:02.622496 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dc6e0-291a-4a8e-a7ea-5a58a67ce31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f8e0d0-9939-4b44-8bd2-409d85c88dfe,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:02.790337 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309cc4b4-a82e-4ebf-8e7b-a643fd784cdf x-openstack-request-id: req-309cc4b4-a82e-4ebf-8e7b-a643fd784cdf {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:02.790674 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7335fd-02ef-4f36-9b86-aeb942d9b4a1", "tag": "ae670e85-8c9e-4615-bea7-f49487faf548", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:02.790927 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-309cc4b4-a82e-4ebf-8e7b-a643fd784cdf {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:02.791507 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7335fd-02ef-4f36-9b86-aeb942d9b4a1', 'tag': 'ae670e85-8c9e-4615-bea7-f49487faf548', 'status': 'completed', 'code': 200} Aug 27 03:32:02.797670 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-83e01a93-de76-4eff-9143-ab97003a4e4b req-18e44665-cd01-4d2f-b15a-7e271ebd6501 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225385 Aug 27 03:32:02.840557 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870456f0-1057-4417-ad32-9a23d3ec111b req-d47ee19e-f19c-4172-bbdd-9acf92c6b42e tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.842141 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-870456f0-1057-4417-ad32-9a23d3ec111b req-d47ee19e-f19c-4172-bbdd-9acf92c6b42e tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 944 time: 0.2088490 Aug 27 03:32:02.848001 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-1be9d4f3-a9f2-4689-b173-50036f0340d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.850022 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-1be9d4f3-a9f2-4689-b173-50036f0340d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 1097 time: 0.2555940 Aug 27 03:32:02.961152 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-1f3082ea-62bd-4a26-b68e-f68c810faa4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae670e85-8c9e-4615-bea7-f49487faf548 HTTP/1.1" status: 200 len: 217 time: 0.1022091 Aug 27 03:32:03.024742 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-870456f0-1057-4417-ad32-9a23d3ec111b req-2f4e7793-c479-4bd9-bc60-75dae85b380b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696141 Aug 27 03:32:03.059353 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-bdf4f6fb-80ba-4497-ad5f-c2d4f0d4b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:03.060917 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-bdf4f6fb-80ba-4497-ad5f-c2d4f0d4b292 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.0889478 Aug 27 03:32:03.107838 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-8a287107-1f06-43e3-a403-3caed527f6af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312762 Aug 27 03:32:03.336828 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b35336-b6aa-43af-8c2a-bd609ffa3023 req-1e450088-fbb2-4ac5-893d-6693283a466d tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:03.339227 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-56b35336-b6aa-43af-8c2a-bd609ffa3023 req-1e450088-fbb2-4ac5-893d-6693283a466d tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 931 time: 0.0567448 Aug 27 03:32:03.411082 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-56b35336-b6aa-43af-8c2a-bd609ffa3023 req-1c623faf-5e45-4bcf-8d7f-d1c75212f638 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640976 Aug 27 03:32:03.423698 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:03.442604 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:03.483109 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Transition to ACTIVE for port object 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:03.501100 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:03.504763 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-f317cad0-4a92-4913-bcf5-23a7c84bf9bd service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838961 Aug 27 03:32:03.644950 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:03.655568 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232916a-b5fe-49d1-9f5f-f62d716eef9f req-7b899ade-f8fe-459d-bad4-3cb721e747ba tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:03.671645 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7232916a-b5fe-49d1-9f5f-f62d716eef9f req-7b899ade-f8fe-459d-bad4-3cb721e747ba tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 944 time: 0.2085404 Aug 27 03:32:03.682027 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:03.779990 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Attempting to bind port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:03.781093 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Attempting to bind port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:03.781570 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Attempting to bind port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 on network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:03.791580 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f9fa92f-0211-43e0-b2dd-b019782ba453 req-c47ccb25-83cd-49fd-aab2-65ece8a8dae6 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764962 Aug 27 03:32:03.808654 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7232916a-b5fe-49d1-9f5f-f62d716eef9f req-9162e9aa-035d-4b5e-9a27-0151f7299c6f tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350915 Aug 27 03:32:03.815306 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 on network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:03.816542 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Attempting to bind port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 on network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:03.844945 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:03.845829 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Checking segment: {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:03.846505 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Bound using segment: {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:03.847522 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Bound port: 9f5cceae-7d2c-4598-a4ce-c921fef0aca5, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:03.848137 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:03.882011 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ab331-c0df-4ae0-b800-362aa1404d19 req-c60c6a0a-9a0c-4a5b-bccd-6adca47fb65d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:03.884434 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b01ab331-c0df-4ae0-b800-362aa1404d19 req-c60c6a0a-9a0c-4a5b-bccd-6adca47fb65d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 944 time: 0.0946281 Aug 27 03:32:03.952561 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b01ab331-c0df-4ae0-b800-362aa1404d19 req-a476cd88-6194-45c6-bcbf-eac4ccd91f90 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509312 Aug 27 03:32:03.974035 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] For port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:04.013097 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] For port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:04.022390 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:04.058844 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293260-1648-43c5-a878-b3e1d3113d50 req-dabb50b1-6f57-4a9f-8c57-aab412c8fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.060361 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37293260-1648-43c5-a878-b3e1d3113d50 req-dabb50b1-6f57-4a9f-8c57-aab412c8fcdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 1097 time: 0.0838892 Aug 27 03:32:04.063477 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.065553 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:04.066869 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/9f5cceae-7d2c-4598-a4ce-c921fef0aca5 HTTP/1.1" status: 200 len: 1093 time: 2.3256707 Aug 27 03:32:04.236835 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96441696-eb1d-46a7-8b81-51df26d704f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:04.260505 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 31dba6be-f906-470a-a74c-259287f4eb17 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:04.263908 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device e3fc9b63-4ada-4c99-999b-52f0e0f06484 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:04.290989 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-62a3a719-1227-4ef4-91fe-a003e27a5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.292738 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-62a3a719-1227-4ef4-91fe-a003e27a5b22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 1096 time: 0.1496556 Aug 27 03:32:04.308572 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cb205-a21d-434a-8fb3-032aef45428b req-5fcded38-8a5c-43a3-a545-230bc1355492 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.315009 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-900cb205-a21d-434a-8fb3-032aef45428b req-5fcded38-8a5c-43a3-a545-230bc1355492 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 944 time: 0.1640964 Aug 27 03:32:04.349602 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293260-1648-43c5-a878-b3e1d3113d50 req-96eb9581-1fa2-4fdc-a194-88962e4cbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.351716 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37293260-1648-43c5-a878-b3e1d3113d50 req-96eb9581-1fa2-4fdc-a194-88962e4cbe74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 920 time: 0.2839398 Aug 27 03:32:04.411936 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-de38bd19-efed-45ed-ab5b-b3acfb795dd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5 HTTP/1.1" status: 200 len: 217 time: 0.0935686 Aug 27 03:32:04.466907 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37293260-1648-43c5-a878-b3e1d3113d50 req-e4c13f24-de55-451c-9bcd-e68e9bd9139d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae670e85-8c9e-4615-bea7-f49487faf548 HTTP/1.1" status: 200 len: 217 time: 0.0706298 Aug 27 03:32:04.569311 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port e3fc9b63-4ada-4c99-999b-52f0e0f06484 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:04.577257 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-900cb205-a21d-434a-8fb3-032aef45428b req-d9dfb870-17e6-4123-890f-ac7e74a5c6a6 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481167 Aug 27 03:32:04.592907 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port e3fc9b63-4ada-4c99-999b-52f0e0f06484 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:04.593713 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:04.606385 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-589bf07c-31a9-486d-ab97-cede2587bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.608179 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-589bf07c-31a9-486d-ab97-cede2587bec7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=488300c7-91be-4ddd-9fbe-f1f934d58d2a HTTP/1.1" status: 200 len: 850 time: 0.1607275 Aug 27 03:32:04.609610 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293260-1648-43c5-a878-b3e1d3113d50 req-73e98b68-ea2f-4b8d-8ebf-50ec4d2028bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.611358 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37293260-1648-43c5-a878-b3e1d3113d50 req-73e98b68-ea2f-4b8d-8ebf-50ec4d2028bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.1152048 Aug 27 03:32:04.622546 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae62258-1275-4245-ac71-479b45d551b5 req-86bc4eb1-005e-4551-b2cf-8c41dc01550a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.624482 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3ae62258-1275-4245-ac71-479b45d551b5 req-86bc4eb1-005e-4551-b2cf-8c41dc01550a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 943 time: 0.0859768 Aug 27 03:32:04.660289 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 31dba6be-f906-470a-a74c-259287f4eb17, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=31dba6be-f906-470a-a74c-259287f4eb17,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:04.675618 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37293260-1648-43c5-a878-b3e1d3113d50 req-4bc70ef1-523e-406f-af98-a89d9234c809 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499973 Aug 27 03:32:04.682859 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': '31dba6be-f906-470a-a74c-259287f4eb17', 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e', 'port_id': '31dba6be-f906-470a-a74c-259287f4eb17', 'mac_address': 'fa:16:3e:0f:d3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:04.686892 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3ae62258-1275-4245-ac71-479b45d551b5 req-a782f2f6-6d84-4579-923e-b3c3bf943731 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495081 Aug 27 03:32:04.780624 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-64960b98-8114-4f2e-8aa2-2af39f155ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.784249 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-64960b98-8114-4f2e-8aa2-2af39f155ad6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1623542 Aug 27 03:32:04.788080 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:04.799175 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'tag': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:04.802169 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844dc341-b869-46e4-9941-ba21a1758372" -d '{"events": [{"name": "network-changed", "server_uuid": "68be7cc1-21ee-4c2f-bac4-9dc76622c525", "tag": "9f5cceae-7d2c-4598-a4ce-c921fef0aca5"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:04.826077 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31dba6be-f906-470a-a74c-259287f4eb17 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:04.833237 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:04.919938 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 31dba6be-f906-470a-a74c-259287f4eb17, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=31dba6be-f906-470a-a74c-259287f4eb17,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:04.944935 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc7db66-8071-4c59-9634-8de21b3ebde4 x-openstack-request-id: req-ccc7db66-8071-4c59-9634-8de21b3ebde4 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:04.945510 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68be7cc1-21ee-4c2f-bac4-9dc76622c525", "tag": "9f5cceae-7d2c-4598-a4ce-c921fef0aca5", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:04.945908 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccc7db66-8071-4c59-9634-8de21b3ebde4 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:04.946488 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'tag': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5', 'status': 'completed', 'code': 200} Aug 27 03:32:04.951931 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fc9ec8-e6b6-4646-aa1c-0528481f422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fc9b63-4ada-4c99-999b-52f0e0f06484'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:04.991737 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37293260-1648-43c5-a878-b3e1d3113d50 req-ff4ec984-c0a2-4a21-b03b-cf7480d8a357 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016319 Aug 27 03:32:05.028886 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455d0f4-bf8b-4575-a3d9-08895e047e04 req-70888f0b-c612-4db5-ba84-cbad2c8f4671 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:05.030473 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6455d0f4-bf8b-4575-a3d9-08895e047e04 req-70888f0b-c612-4db5-ba84-cbad2c8f4671 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 944 time: 0.1299431 Aug 27 03:32:05.142014 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6455d0f4-bf8b-4575-a3d9-08895e047e04 req-8aba9edc-a25e-4ca7-b8e3-275603a5f37f tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014812 Aug 27 03:32:05.173038 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port e3fc9b63-4ada-4c99-999b-52f0e0f06484, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3fc9b63-4ada-4c99-999b-52f0e0f06484,segment=NetworkSegment(f6195d0d-076e-4b0c-be63-836fd34470cc),segment_id=f6195d0d-076e-4b0c-be63-836fd34470cc)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:05.178947 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-6c488ed5-4da4-4e3d-83df-3e5767a8fead service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694944 Aug 27 03:32:05.187631 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.193102 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.193834 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 95cc2353-0603-40fd-894e-61526eef2055 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:05.277709 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=31dba6be-f906-470a-a74c-259287f4eb17,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:05.325832 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port 95cc2353-0603-40fd-894e-61526eef2055 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:05.336278 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port 95cc2353-0603-40fd-894e-61526eef2055 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:05.336667 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.351611 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37293260-1648-43c5-a878-b3e1d3113d50 req-41b23fe5-964e-4071-9452-e1f24cf417a4 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470683 Aug 27 03:32:05.369698 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e027835e-ddf3-46c7-9c96-d24536d0486b" -d '{"events": [{"server_uuid": "d9fc9ec8-e6b6-4646-aa1c-0528481f422a", "name": "network-vif-plugged", "status": "completed", "tag": "e3fc9b63-4ada-4c99-999b-52f0e0f06484"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:05.381293 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a526db-e1e0-4606-a4df-0e0565d8c2d8 req-f7582ed6-edc1-4645-9ec8-24d9389dd72d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:05.383339 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-24a526db-e1e0-4606-a4df-0e0565d8c2d8 req-f7582ed6-edc1-4645-9ec8-24d9389dd72d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 944 time: 0.2093754 Aug 27 03:32:05.390846 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=e3fc9b63-4ada-4c99-999b-52f0e0f06484,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:05.442020 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ee02790-fe3f-4435-9c64-b650b2d2d16a req-90c54cf5-8d18-473c-9472-7714b2419b38 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128549 Aug 27 03:32:05.470118 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['31dba6be-f906-470a-a74c-259287f4eb17'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:05.495734 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-24a526db-e1e0-4606-a4df-0e0565d8c2d8 req-0652b4e0-59cf-4acf-982c-178a489d4327 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988934 Aug 27 03:32:05.522033 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.566664 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f46d2-3102-4b38-a1d2-2f88ec347e14 x-openstack-request-id: req-c59f46d2-3102-4b38-a1d2-2f88ec347e14 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:05.567103 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fc9ec8-e6b6-4646-aa1c-0528481f422a", "name": "network-vif-plugged", "status": "completed", "tag": "e3fc9b63-4ada-4c99-999b-52f0e0f06484", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:05.567374 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c59f46d2-3102-4b38-a1d2-2f88ec347e14 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:05.568171 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fc9ec8-e6b6-4646-aa1c-0528481f422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fc9b63-4ada-4c99-999b-52f0e0f06484', 'code': 200} Aug 27 03:32:05.592976 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dc341-b869-46e4-9941-ba21a1758372 req-16392e4d-eb84-4391-8220-afcdf7828951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:05.594708 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-844dc341-b869-46e4-9941-ba21a1758372 req-16392e4d-eb84-4391-8220-afcdf7828951 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 1096 time: 0.0884449 Aug 27 03:32:05.647464 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 95cc2353-0603-40fd-894e-61526eef2055, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=95cc2353-0603-40fd-894e-61526eef2055,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:05.671848 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.856490 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6138f5-b583-44c4-abf8-805952252db6 req-87048b12-ac79-4f5e-bb28-1fb1e8efb6cb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:05.859758 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-dd6138f5-b583-44c4-abf8-805952252db6 req-87048b12-ac79-4f5e-bb28-1fb1e8efb6cb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 945 time: 0.1739891 Aug 27 03:32:05.875188 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b476-b79d-4f6a-b0e2-ad114454374e req-ae4864d4-06dc-4b3f-bbf2-7076698a06d1 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:05.896833 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-09e5b476-b79d-4f6a-b0e2-ad114454374e req-ae4864d4-06dc-4b3f-bbf2-7076698a06d1 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 943 time: 0.0812106 Aug 27 03:32:05.930068 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dc341-b869-46e4-9941-ba21a1758372 req-2da5727c-bd82-400f-8143-62b3c4b6ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:05.932318 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-844dc341-b869-46e4-9941-ba21a1758372 req-2da5727c-bd82-400f-8143-62b3c4b6ed23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 912 time: 0.3256812 Aug 27 03:32:05.960103 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-09e5b476-b79d-4f6a-b0e2-ad114454374e req-81b6cecf-db11-4c13-804d-6c952675bb62 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593305 Aug 27 03:32:05.984900 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=95cc2353-0603-40fd-894e-61526eef2055,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:06.022503 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-844dc341-b869-46e4-9941-ba21a1758372 req-0d994608-dfab-46f5-8fbd-3996897c9bc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5 HTTP/1.1" status: 200 len: 217 time: 0.0711772 Aug 27 03:32:06.028192 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf2e4c-0fca-4838-8d18-0e4e066f0293 req-9716afb2-af09-49e5-ac8a-3adee7e8443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:06.030278 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0faf2e4c-0fca-4838-8d18-0e4e066f0293 req-9716afb2-af09-49e5-ac8a-3adee7e8443e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 1098 time: 0.2117760 Aug 27 03:32:06.050844 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-dd6138f5-b583-44c4-abf8-805952252db6 req-711aff4e-8bf8-42ff-bdff-57f6b00b3697 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595387 Aug 27 03:32:06.086501 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0faf2e4c-0fca-4838-8d18-0e4e066f0293 req-97d00d77-d309-49ec-8834-1f9554cb454e service neutron] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:06.120757 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dc341-b869-46e4-9941-ba21a1758372 req-683dc8cf-31e7-4ee5-a459-fd5dd3040323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:06.122240 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-844dc341-b869-46e4-9941-ba21a1758372 req-683dc8cf-31e7-4ee5-a459-fd5dd3040323 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=488300c7-91be-4ddd-9fbe-f1f934d58d2a HTTP/1.1" status: 200 len: 850 time: 0.0909107 Aug 27 03:32:06.205946 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dc341-b869-46e4-9941-ba21a1758372 req-54a56244-e5d1-4452-80b4-eb74d7c695cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:06.207492 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-844dc341-b869-46e4-9941-ba21a1758372 req-54a56244-e5d1-4452-80b4-eb74d7c695cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0753555 Aug 27 03:32:06.267849 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505b919-1adf-43f2-80a5-307fe74fae92 req-0f34c008-4dfa-4096-8c0b-e37368a24e60 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:06.278307 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6505b919-1adf-43f2-80a5-307fe74fae92 req-0f34c008-4dfa-4096-8c0b-e37368a24e60 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 945 time: 0.0598655 Aug 27 03:32:06.281587 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ae670e85-8c9e-4615-bea7-f49487faf548 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:06.304681 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0faf2e4c-0fca-4838-8d18-0e4e066f0293 req-97d00d77-d309-49ec-8834-1f9554cb454e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:06.320500 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0faf2e4c-0fca-4838-8d18-0e4e066f0293 req-97d00d77-d309-49ec-8834-1f9554cb454e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:06.326025 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6505b919-1adf-43f2-80a5-307fe74fae92 req-97699ac8-8b21-4740-885a-a73409c004b5 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Aug 27 03:32:06.379735 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0faf2e4c-0fca-4838-8d18-0e4e066f0293 req-97d00d77-d309-49ec-8834-1f9554cb454e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325684 Aug 27 03:32:06.385369 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-844dc341-b869-46e4-9941-ba21a1758372 req-e75fdbe8-8557-42fa-9400-845f8c3b795f service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689436 Aug 27 03:32:06.387563 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d00d77-d309-49ec-8834-1f9554cb454e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=845ec2cf-ddce-472a-9bba-3a239a3767b6,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:06.434742 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ae670e85-8c9e-4615-bea7-f49487faf548, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ae670e85-8c9e-4615-bea7-f49487faf548,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:06.444444 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'ae670e85-8c9e-4615-bea7-f49487faf548', 'network_id': 'cbcde91b-5599-47e4-b56f-9dae1f6d4f7e', 'port_id': 'ae670e85-8c9e-4615-bea7-f49487faf548', 'mac_address': 'fa:16:3e:7f:ce:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:06.489061 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:06.504004 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae670e85-8c9e-4615-bea7-f49487faf548 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:06.528496 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ae670e85-8c9e-4615-bea7-f49487faf548, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ae670e85-8c9e-4615-bea7-f49487faf548,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:06.536084 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:06.592050 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=ae670e85-8c9e-4615-bea7-f49487faf548,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:06.706952 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05a2aa-1e5b-4f0b-872f-e6ed280dbdca req-f912938e-9555-4d0a-8415-30e7e6a55e7e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:06.708857 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cd05a2aa-1e5b-4f0b-872f-e6ed280dbdca req-f912938e-9555-4d0a-8415-30e7e6a55e7e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 945 time: 0.1265755 Aug 27 03:32:06.809874 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['ae670e85-8c9e-4615-bea7-f49487faf548'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:06.973364 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-844dc341-b869-46e4-9941-ba21a1758372 req-ba9c12ed-cbe3-49e7-93e1-daffc6ff11c6 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598781 Aug 27 03:32:06.987430 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cd05a2aa-1e5b-4f0b-872f-e6ed280dbdca req-3f4d959e-cd27-4ef7-a8a1-58efa5a3b1bf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669356 Aug 27 03:32:07.103983 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5216d-35c3-4880-b81a-1423de58d3c3 req-0f30d48b-05a2-4347-97f8-ca35876feebb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.105816 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-54d5216d-35c3-4880-b81a-1423de58d3c3 req-0f30d48b-05a2-4347-97f8-ca35876feebb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 943 time: 0.0573108 Aug 27 03:32:07.160063 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-54d5216d-35c3-4880-b81a-1423de58d3c3 req-8b3f7cbe-0609-46cc-8fd2-ef80af69a273 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418448 Aug 27 03:32:07.245412 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2302047-e450-4ded-b22f-8f2c03290007 req-d4de7ee6-b488-4136-9227-59648a0f453f tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.247022 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a2302047-e450-4ded-b22f-8f2c03290007 req-d4de7ee6-b488-4136-9227-59648a0f453f tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 945 time: 0.0909991 Aug 27 03:32:07.308038 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a2302047-e450-4ded-b22f-8f2c03290007 req-2b61855b-5ce7-49a5-9c26-fed8e8b77b76 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487874 Aug 27 03:32:07.492970 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bef43-25c8-438f-b748-25213d9ae81e req-358960f0-951f-4568-a4f1-8235f116fea5 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.494614 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4d2bef43-25c8-438f-b748-25213d9ae81e req-358960f0-951f-4568-a4f1-8235f116fea5 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 945 time: 0.0616081 Aug 27 03:32:07.562431 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4d2bef43-25c8-438f-b748-25213d9ae81e req-d809a316-3459-4c5f-a43c-d3da5b5a903b tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522411 Aug 27 03:32:07.575031 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47d7abe-1779-43ac-88aa-7a733207f350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc2353-0603-40fd-894e-61526eef2055'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:07.577975 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cb389d-e8f7-4127-82ba-c5a841024296" -d '{"events": [{"server_uuid": "c47d7abe-1779-43ac-88aa-7a733207f350", "name": "network-vif-plugged", "status": "completed", "tag": "95cc2353-0603-40fd-894e-61526eef2055"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:07.624844 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04d1583-7ec0-46e5-b085-39610cec161a x-openstack-request-id: req-f04d1583-7ec0-46e5-b085-39610cec161a {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:07.625275 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47d7abe-1779-43ac-88aa-7a733207f350", "name": "network-vif-plugged", "status": "completed", "tag": "95cc2353-0603-40fd-894e-61526eef2055", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:07.625737 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f04d1583-7ec0-46e5-b085-39610cec161a {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:07.626372 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47d7abe-1779-43ac-88aa-7a733207f350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cc2353-0603-40fd-894e-61526eef2055', 'code': 200} Aug 27 03:32:07.842878 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b032f-f08a-43ec-8d35-bc3100e1b625 req-34ce09e3-7d00-488e-90c3-1f25230f73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.844739 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bd8b032f-f08a-43ec-8d35-bc3100e1b625 req-34ce09e3-7d00-488e-90c3-1f25230f73ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 1098 time: 0.0587964 Aug 27 03:32:07.892638 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bd8b032f-f08a-43ec-8d35-bc3100e1b625 req-269c7a3a-45a7-4175-807b-c11063de36eb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Aug 27 03:32:08.125900 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f84eb-04a9-4a99-a623-1666ec6d3beb req-a7df18a6-4154-40cd-bfdd-e047e21a0032 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:08.130561 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a39f84eb-04a9-4a99-a623-1666ec6d3beb req-a7df18a6-4154-40cd-bfdd-e047e21a0032 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 945 time: 0.0552137 Aug 27 03:32:08.179892 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a39f84eb-04a9-4a99-a623-1666ec6d3beb req-57e0bfa2-ed11-43d0-86d5-e4042ceaaed1 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460191 Aug 27 03:32:08.289912 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:08.292179 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 31dba6be-f906-470a-a74c-259287f4eb17 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:08.358544 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port 31dba6be-f906-470a-a74c-259287f4eb17 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:08.405252 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port 31dba6be-f906-470a-a74c-259287f4eb17 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:08.405799 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:08.433671 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643351a5-f35b-40b8-93fc-db83d4155c32 req-709d2dcf-900e-4e87-bdc6-411a4a21c3e1 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:08.439064 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 37990) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:08.443691 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-643351a5-f35b-40b8-93fc-db83d4155c32 req-709d2dcf-900e-4e87-bdc6-411a4a21c3e1 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 943 time: 0.1614184 Aug 27 03:32:08.509488 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:08.525939 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'port_id': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5', 'mac_address': 'fa:16:3e:86:f5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:08.528869 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5ce1f-dde6-4239-932b-34d3ca6d4b54 req-ea8de9d9-7246-40b1-a5a9-f419a315dffb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:08.536913 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b7c5ce1f-dde6-4239-932b-34d3ca6d4b54 req-ea8de9d9-7246-40b1-a5a9-f419a315dffb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 945 time: 0.0830655 Aug 27 03:32:08.566228 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-643351a5-f35b-40b8-93fc-db83d4155c32 req-070318b0-2bd2-465a-8fb1-0c49317a6f80 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080499 Aug 27 03:32:08.626406 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:08.653177 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4229-773d-4ed4-9766-4e6fbbf1e84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:08.653962 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:08.680334 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b7c5ce1f-dde6-4239-932b-34d3ca6d4b54 req-793e4f8c-10f3-4f10-8f1b-e0417e288d51 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420283 Aug 27 03:32:08.707057 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:08.735407 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 31dba6be-f906-470a-a74c-259287f4eb17, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=31dba6be-f906-470a-a74c-259287f4eb17,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:08.739309 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:08.744678 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:08.745919 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ae670e85-8c9e-4615-bea7-f49487faf548 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:08.789463 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d30c2a-d621-4ea9-9f31-288a68fe83d3 req-9443106c-3793-4429-a6d7-abf7e74dd1cb tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:08.791199 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-15d30c2a-d621-4ea9-9f31-288a68fe83d3 req-9443106c-3793-4429-a6d7-abf7e74dd1cb tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 945 time: 0.0818105 Aug 27 03:32:08.812238 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:08.853631 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4229-773d-4ed4-9766-4e6fbbf1e84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:08.856050 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=31dba6be-f906-470a-a74c-259287f4eb17,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:08.862244 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cd5c4229-773d-4ed4-9766-4e6fbbf1e84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:08.895419 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-15d30c2a-d621-4ea9-9f31-288a68fe83d3 req-d58b87e5-e9d9-4749-b987-98053a26a6b2 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927725 Aug 27 03:32:08.931387 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-cd5c4229-773d-4ed4-9766-4e6fbbf1e84b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e29b1da3a4c4ac7a911d0a7ec1c5661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907925 Aug 27 03:32:08.932129 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c4229-773d-4ed4-9766-4e6fbbf1e84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dad4bba-b929-4f74-a8ad-7d92854372ae,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:08.934172 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38014) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:08.955932 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port ae670e85-8c9e-4615-bea7-f49487faf548 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:08.958038 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:08.967027 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port ae670e85-8c9e-4615-bea7-f49487faf548 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:08.967477 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:09.035181 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c2ea29e6-5c0d-4b64-a32b-6586977a4d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:09.066809 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c2ea29e6-5c0d-4b64-a32b-6586977a4d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:09.117179 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:09.168723 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['9f5cceae-7d2c-4598-a4ce-c921fef0aca5'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:09.202879 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c2ea29e6-5c0d-4b64-a32b-6586977a4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:09.214947 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c2ea29e6-5c0d-4b64-a32b-6586977a4d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:09.216145 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-c2ea29e6-5c0d-4b64-a32b-6586977a4d40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dad4bba-b929-4f74-a8ad-7d92854372ae HTTP/1.1" status: 204 len: 168 time: 0.2802832 Aug 27 03:32:09.250505 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea29e6-5c0d-4b64-a32b-6586977a4d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dad4bba-b929-4f74-a8ad-7d92854372ae,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:09.261946 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ae670e85-8c9e-4615-bea7-f49487faf548, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ae670e85-8c9e-4615-bea7-f49487faf548,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:09.290496 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:09.428556 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=ae670e85-8c9e-4615-bea7-f49487faf548,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:09.435928 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3aa0c-1794-4b5e-86a5-1638a6b62997 req-2b02b37c-c31b-46e8-89d3-91d982df26a8 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:09.445420 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-eca3aa0c-1794-4b5e-86a5-1638a6b62997 req-2b02b37c-c31b-46e8-89d3-91d982df26a8 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1246231 Aug 27 03:32:09.489852 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-eca3aa0c-1794-4b5e-86a5-1638a6b62997 req-92754805-5959-4438-b06d-6b987e58deb7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 Aug 27 03:32:09.630087 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fbf7fd-c226-4034-8db2-dedb8fb0c3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dba6be-f906-470a-a74c-259287f4eb17'}, {'server_uuid': '9a7335fd-02ef-4f36-9b86-aeb942d9b4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae670e85-8c9e-4615-bea7-f49487faf548'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:09.630087 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2334868-1a1e-4d4f-b7a3-a2acbe8bcf4f" -d '{"events": [{"server_uuid": "d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd", "name": "network-vif-plugged", "status": "completed", "tag": "31dba6be-f906-470a-a74c-259287f4eb17"}, {"server_uuid": "9a7335fd-02ef-4f36-9b86-aeb942d9b4a1", "name": "network-vif-plugged", "status": "completed", "tag": "ae670e85-8c9e-4615-bea7-f49487faf548"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:09.684999 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38038) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:09.686351 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7422645-8658-4e74-a39d-a9eda457811c x-openstack-request-id: req-a7422645-8658-4e74-a39d-a9eda457811c {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:09.686642 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd", "name": "network-vif-plugged", "status": "completed", "tag": "31dba6be-f906-470a-a74c-259287f4eb17", "code": 200}, {"server_uuid": "9a7335fd-02ef-4f36-9b86-aeb942d9b4a1", "name": "network-vif-plugged", "status": "completed", "tag": "ae670e85-8c9e-4615-bea7-f49487faf548", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:09.686896 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7422645-8658-4e74-a39d-a9eda457811c {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:09.687301 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fbf7fd-c226-4034-8db2-dedb8fb0c3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dba6be-f906-470a-a74c-259287f4eb17', 'code': 200} Aug 27 03:32:09.687551 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7335fd-02ef-4f36-9b86-aeb942d9b4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae670e85-8c9e-4615-bea7-f49487faf548', 'code': 200} Aug 27 03:32:09.707804 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ff4eb57-8819-4bfe-bf87-cd55aea3b525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:09.792227 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01005ce8-dd1d-4342-bb8f-cd701c2776a8 req-5487cba1-03f0-43f1-bf3a-a137ac140129 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:09.797010 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-01005ce8-dd1d-4342-bb8f-cd701c2776a8 req-5487cba1-03f0-43f1-bf3a-a137ac140129 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 944 time: 0.1119885 Aug 27 03:32:09.901817 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff1798-9b8b-45cf-bb44-1f1f75469735 req-6d0bc7db-0fd2-449e-9b24-931a480e0fef tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:09.910878 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f7ff1798-9b8b-45cf-bb44-1f1f75469735 req-6d0bc7db-0fd2-449e-9b24-931a480e0fef tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 945 time: 0.1067526 Aug 27 03:32:09.916846 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-01005ce8-dd1d-4342-bb8f-cd701c2776a8 req-c3eb1418-4e16-4930-a8ec-7ab523ae566b tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075990 Aug 27 03:32:09.962911 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ff4eb57-8819-4bfe-bf87-cd55aea3b525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:09.973265 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ff4eb57-8819-4bfe-bf87-cd55aea3b525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:10.008257 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f7ff1798-9b8b-45cf-bb44-1f1f75469735 req-815164e6-be7e-4758-92f3-c17d6b2800ea tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961885 Aug 27 03:32:10.035641 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-7ff4eb57-8819-4bfe-bf87-cd55aea3b525 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=363c2c33569a4e798c472a4ed0379d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493977 Aug 27 03:32:10.038716 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38050) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:10.056790 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bd5aa-b0e2-4bd8-83cb-876247a4d77d req-83595fad-617e-4475-aa5c-da9aa466506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:10.056790 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ea8bd5aa-b0e2-4bd8-83cb-876247a4d77d req-83595fad-617e-4475-aa5c-da9aa466506c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 1099 time: 0.1103272 Aug 27 03:32:10.069171 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4eb57-8819-4bfe-bf87-cd55aea3b525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12e7dcf-109f-4018-9f92-c0ba0cb36f46,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:10.097876 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76272f-c927-45df-a507-99f15432553f req-110a9305-c8a7-4fb9-8eb6-275c3275ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:10.099953 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0b76272f-c927-45df-a507-99f15432553f req-110a9305-c8a7-4fb9-8eb6-275c3275ea15 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 1099 time: 0.1206222 Aug 27 03:32:10.105929 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7c47351e-cc4e-4090-8519-47f82d91c47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:10.135155 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7c47351e-cc4e-4090-8519-47f82d91c47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:10.136634 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ea8bd5aa-b0e2-4bd8-83cb-876247a4d77d req-c7030418-1915-45fc-a8d9-8e727390eecc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769665 Aug 27 03:32:10.160738 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0b76272f-c927-45df-a507-99f15432553f req-cf7c424c-c626-4262-905d-6cc21ce45423 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528443 Aug 27 03:32:10.190737 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7c47351e-cc4e-4090-8519-47f82d91c47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:10.194190 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7c47351e-cc4e-4090-8519-47f82d91c47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:10.197674 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-7c47351e-cc4e-4090-8519-47f82d91c47a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a12e7dcf-109f-4018-9f92-c0ba0cb36f46 HTTP/1.1" status: 204 len: 168 time: 0.1556494 Aug 27 03:32:10.204742 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47351e-cc4e-4090-8519-47f82d91c47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12e7dcf-109f-4018-9f92-c0ba0cb36f46,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:10.289090 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:10.369083 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:10.373659 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:10.374366 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:10.493456 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:10.543736 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:10.556196 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:10.691386 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:10.724416 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d08f5-2ae1-4cf2-a101-20f3a98a2816 req-8132fdf0-5108-4344-ad65-38707873d8b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:10.727395 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8d7d08f5-2ae1-4cf2-a101-20f3a98a2816 req-8132fdf0-5108-4344-ad65-38707873d8b3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1340756 Aug 27 03:32:10.808433 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8d7d08f5-2ae1-4cf2-a101-20f3a98a2816 req-e419ea93-f528-41ec-885b-9903d1fe2131 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692878 Aug 27 03:32:11.049629 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38104) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:11.091305 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93959a-a5ad-4cd0-afb2-2391fe8fc2a7 req-f852ee2c-8103-41ad-b8fe-28e0fca7d672 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:11.099262 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cc93959a-a5ad-4cd0-afb2-2391fe8fc2a7 req-f852ee2c-8103-41ad-b8fe-28e0fca7d672 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1001573 Aug 27 03:32:11.165804 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cc93959a-a5ad-4cd0-afb2-2391fe8fc2a7 req-98e5ce46-c542-44d1-a66f-a12a0496e7d4 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559535 Aug 27 03:32:11.264513 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-48e3280a-cc68-40da-bd58-0e95cee6b62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:11.427243 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-48e3280a-cc68-40da-bd58-0e95cee6b62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:11.436626 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-48e3280a-cc68-40da-bd58-0e95cee6b62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:11.476408 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-48e3280a-cc68-40da-bd58-0e95cee6b62b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5e8ea180aa44ceaa27d551f26514384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256301 Aug 27 03:32:11.477397 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3280a-cc68-40da-bd58-0e95cee6b62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b920a74f-3f49-41ce-9535-8f180575c317,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:11.479219 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38120) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:11.536739 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2fa0d758-f220-48c0-9da5-3d8b7c35f98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:11.558862 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2fa0d758-f220-48c0-9da5-3d8b7c35f98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:11.663306 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2fa0d758-f220-48c0-9da5-3d8b7c35f98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:11.674895 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2fa0d758-f220-48c0-9da5-3d8b7c35f98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:11.677249 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-2fa0d758-f220-48c0-9da5-3d8b7c35f98e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b920a74f-3f49-41ce-9535-8f180575c317 HTTP/1.1" status: 204 len: 168 time: 0.1961374 Aug 27 03:32:11.689242 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:11.704658 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3a637d-318b-4175-a71a-b43d98b0aa09" -d '{"events": [{"server_uuid": "68be7cc1-21ee-4c2f-bac4-9dc76622c525", "name": "network-vif-plugged", "status": "completed", "tag": "9f5cceae-7d2c-4598-a4ce-c921fef0aca5"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:11.711201 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0d758-f220-48c0-9da5-3d8b7c35f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b920a74f-3f49-41ce-9535-8f180575c317,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:11.760467 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aa6a70-86ae-4451-b626-cfb894f3c077 x-openstack-request-id: req-35aa6a70-86ae-4451-b626-cfb894f3c077 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:11.760647 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68be7cc1-21ee-4c2f-bac4-9dc76622c525", "name": "network-vif-plugged", "status": "completed", "tag": "9f5cceae-7d2c-4598-a4ce-c921fef0aca5", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:11.761087 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35aa6a70-86ae-4451-b626-cfb894f3c077 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:11.761492 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5', 'code': 200} Aug 27 03:32:12.016977 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b7325-5c9c-4b9e-923b-59ada678ce05 req-dc017b13-5ad5-4dc6-884c-9d8172d7cfad tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:12.026469 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a96b7325-5c9c-4b9e-923b-59ada678ce05 req-dc017b13-5ad5-4dc6-884c-9d8172d7cfad tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0857165 Aug 27 03:32:12.100747 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a96b7325-5c9c-4b9e-923b-59ada678ce05 req-9fdf16df-4d50-4453-ab7f-4ba6770bc444 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686200 Aug 27 03:32:12.220905 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38162) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:12.264614 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c627104-a0b4-4ac3-8db7-4d9d0e102987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:12.284801 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cebe-d515-406c-9ca4-d6800af856e2 req-a4838d17-1916-4ef3-9c28-402cf003f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:12.288286 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8989cebe-d515-406c-9ca4-d6800af856e2 req-a4838d17-1916-4ef3-9c28-402cf003f7a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 1098 time: 0.0874000 Aug 27 03:32:12.354477 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8989cebe-d515-406c-9ca4-d6800af856e2 req-9c8cdb07-e832-46e1-8d65-cc1852b4efc2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572281 Aug 27 03:32:12.399881 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea59b9c-ce51-4587-a183-81b062a3cb05 req-23c0965e-328d-42bd-8358-4d7b246d8738 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:12.402193 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-eea59b9c-ce51-4587-a183-81b062a3cb05 req-23c0965e-328d-42bd-8358-4d7b246d8738 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1103618 Aug 27 03:32:12.468860 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-eea59b9c-ce51-4587-a183-81b062a3cb05 req-b3bf65ab-1a4b-4ccb-9cf8-9bd43ea40e9c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603697 Aug 27 03:32:12.497980 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c627104-a0b4-4ac3-8db7-4d9d0e102987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:12.504192 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c627104-a0b4-4ac3-8db7-4d9d0e102987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:12.546543 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-2c627104-a0b4-4ac3-8db7-4d9d0e102987 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=359e556d4dd74269ade6ded174c04707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218277 Aug 27 03:32:12.548242 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c627104-a0b4-4ac3-8db7-4d9d0e102987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f889e4-60fa-4523-b86b-94492b62ba35,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:12.550199 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38176) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:12.605964 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-292c311c-061b-4f8e-b7c3-924b139c9dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:12.630266 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-292c311c-061b-4f8e-b7c3-924b139c9dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:12.689938 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-292c311c-061b-4f8e-b7c3-924b139c9dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:12.694204 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-292c311c-061b-4f8e-b7c3-924b139c9dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:12.695469 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-292c311c-061b-4f8e-b7c3-924b139c9dd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60f889e4-60fa-4523-b86b-94492b62ba35 HTTP/1.1" status: 204 len: 168 time: 0.1440761 Aug 27 03:32:12.708821 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c311c-061b-4f8e-b7c3-924b139c9dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f889e4-60fa-4523-b86b-94492b62ba35,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:13.217869 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38202) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:13.235898 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-bd524c2d-1cb4-4137-b0b8-e1e763517554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:13.267394 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c751-656e-4b63-ab84-8192285fa2d9 req-69e5604b-3b14-4540-b7da-9eb9a6dc05b6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.268978 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e932c751-656e-4b63-ab84-8192285fa2d9 req-69e5604b-3b14-4540-b7da-9eb9a6dc05b6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0800514 Aug 27 03:32:13.353962 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e932c751-656e-4b63-ab84-8192285fa2d9 req-bd1af35b-78bb-4449-bdf8-68fcd1aa62c1 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729878 Aug 27 03:32:13.468571 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-bd524c2d-1cb4-4137-b0b8-e1e763517554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:13.477606 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-bd524c2d-1cb4-4137-b0b8-e1e763517554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:13.545745 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8bf665da-28c2-4aff-854a-70f4f5c0f7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:13.555602 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38232) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:13.556122 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-bd524c2d-1cb4-4137-b0b8-e1e763517554 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=527213f7489740abb4e2d5ed98d6228e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368194 Aug 27 03:32:13.556717 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd524c2d-1cb4-4137-b0b8-e1e763517554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a896c-d621-45dd-bbb6-630b4934489e,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:13.656360 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16b87ed7-8d3d-44eb-bf8d-8598916485eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:13.723831 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16b87ed7-8d3d-44eb-bf8d-8598916485eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:13.723945 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdd4a9-99d6-450d-aa9a-cd104996336e req-25b79720-b348-4645-b7fd-279195535d23 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.742389 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fabdd4a9-99d6-450d-aa9a-cd104996336e req-25b79720-b348-4645-b7fd-279195535d23 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1441386 Aug 27 03:32:13.807422 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fabdd4a9-99d6-450d-aa9a-cd104996336e req-3018a043-5618-431a-bb07-635b2abe293f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583522 Aug 27 03:32:13.876845 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16b87ed7-8d3d-44eb-bf8d-8598916485eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:13.882424 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-16b87ed7-8d3d-44eb-bf8d-8598916485eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:13.886320 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-16b87ed7-8d3d-44eb-bf8d-8598916485eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f3a896c-d621-45dd-bbb6-630b4934489e HTTP/1.1" status: 204 len: 168 time: 0.3267787 Aug 27 03:32:13.896944 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c679f77-6aff-4be4-9e7a-f03bf46480ad req-5a537fe9-f000-4c5a-8782-a6863b9772f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.899321 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6c679f77-6aff-4be4-9e7a-f03bf46480ad req-5a537fe9-f000-4c5a-8782-a6863b9772f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0829349 Aug 27 03:32:13.919077 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b87ed7-8d3d-44eb-bf8d-8598916485eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a896c-d621-45dd-bbb6-630b4934489e,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:13.932766 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b742d-634c-4748-88d8-7243d2a9adff req-add9d8e9-3dda-46d4-baf1-a28d05b30f8e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.943086 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d30b742d-634c-4748-88d8-7243d2a9adff req-add9d8e9-3dda-46d4-baf1-a28d05b30f8e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1232975 Aug 27 03:32:14.048958 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c679f77-6aff-4be4-9e7a-f03bf46480ad req-79af22ee-aad8-4825-a010-4373c32a18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:14.051829 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6c679f77-6aff-4be4-9e7a-f03bf46480ad req-79af22ee-aad8-4825-a010-4373c32a18cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 920 time: 0.1363757 Aug 27 03:32:14.134920 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6c679f77-6aff-4be4-9e7a-f03bf46480ad req-766784ad-7a66-406d-8957-f014aa0ec439 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae670e85-8c9e-4615-bea7-f49487faf548 HTTP/1.1" status: 200 len: 217 time: 0.0663192 Aug 27 03:32:14.216935 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c679f77-6aff-4be4-9e7a-f03bf46480ad req-deb81087-2608-4542-8b37-3f9a778785a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:14.219492 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6c679f77-6aff-4be4-9e7a-f03bf46480ad req-deb81087-2608-4542-8b37-3f9a778785a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.0727775 Aug 27 03:32:14.254987 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d30b742d-634c-4748-88d8-7243d2a9adff req-4b6de44e-85c5-48ed-a639-d09094a83dbd tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108811 Aug 27 03:32:14.294348 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6c679f77-6aff-4be4-9e7a-f03bf46480ad req-3c968eee-493f-4898-be1b-bdea29e3bcac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623324 Aug 27 03:32:14.441493 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6c679f77-6aff-4be4-9e7a-f03bf46480ad req-caeb17b2-e0c3-4641-926a-a12719c283e0 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353648 Aug 27 03:32:14.571045 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6c679f77-6aff-4be4-9e7a-f03bf46480ad req-5de1e412-8739-42a2-8db6-e538778841ff service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204638 Aug 27 03:32:14.980624 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c5180-2ec4-4814-be46-19517cfa2dbb req-fbe0f148-6cc0-47c3-af79-cc95b6225718 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:14.990112 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b36c5180-2ec4-4814-be46-19517cfa2dbb req-fbe0f148-6cc0-47c3-af79-cc95b6225718 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0967941 Aug 27 03:32:15.049311 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b36c5180-2ec4-4814-be46-19517cfa2dbb req-97e49286-b023-4fbe-8362-47125d31f073 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568411 Aug 27 03:32:15.178746 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4722a9-2015-4a3f-b30d-f265f97e67f4 req-28851614-75f9-4c64-8115-d1741ee16c3f tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:15.186209 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8e4722a9-2015-4a3f-b30d-f265f97e67f4 req-28851614-75f9-4c64-8115-d1741ee16c3f tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 945 time: 0.0672445 Aug 27 03:32:15.187737 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9dd52-dad3-433b-a520-5dfa4e15c38e req-2cd25e1a-96f0-410d-85f1-7ecf49ca07f2 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:15.189874 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4bd9dd52-dad3-433b-a520-5dfa4e15c38e req-2cd25e1a-96f0-410d-85f1-7ecf49ca07f2 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0748131 Aug 27 03:32:15.199186 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38354) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:15.204094 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-b4fe4e92-dfc7-4ae7-9a34-71646b2b19cf tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'floatingip': {'port_id': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:15.244913 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8e4722a9-2015-4a3f-b30d-f265f97e67f4 req-0e885fd0-3bb0-4153-ad0b-39a97bdc88de tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500333 Aug 27 03:32:15.287478 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4e92-dfc7-4ae7-9a34-71646b2b19cf tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.440952 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85664b6-4a39-4978-8a87-1b8ebd33e6bd req-14c325c5-6492-43af-bf04-3959e52ac105 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:15.443009 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d85664b6-4a39-4978-8a87-1b8ebd33e6bd req-14c325c5-6492-43af-bf04-3959e52ac105 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0635774 Aug 27 03:32:15.495547 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d85664b6-4a39-4978-8a87-1b8ebd33e6bd req-6fdb3312-ffc9-4edb-a093-242b7999df95 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452945 Aug 27 03:32:15.674651 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38372) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:15.778131 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-b50a95c2-d816-4baa-a1ce-7c1376aba9e9 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:15.780509 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-b50a95c2-d816-4baa-a1ce-7c1376aba9e9 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 814 time: 0.4174216 Aug 27 03:32:15.811715 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-5a3bcede-9766-4d93-840c-ae22fc6aca01 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/quotas/ab65759643da4c359401623f5ba34e3f HTTP/1.1" status: 200 len: 375 time: 0.0167732 Aug 27 03:32:15.838804 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2801afc0-4cac-48ff-99d0-6138813104c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.962242 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2801afc0-4cac-48ff-99d0-6138813104c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.968188 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2801afc0-4cac-48ff-99d0-6138813104c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.986741 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-93ee7d6e-ee29-45e4-897e-8adbd54c5429 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1664009 Aug 27 03:32:16.011809 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-2801afc0-4cac-48ff-99d0-6138813104c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa3446e5bb6c420c99cbb792bf66c38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354609 Aug 27 03:32:16.012666 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801afc0-4cac-48ff-99d0-6138813104c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eab0873-0f91-4487-b668-258937eb696e,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:16.015528 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38384) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:16.094752 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ef46c150-0fe5-4b6b-8c20-174924b5f054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.137660 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ef46c150-0fe5-4b6b-8c20-174924b5f054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.209656 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ef46c150-0fe5-4b6b-8c20-174924b5f054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.212525 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ef46c150-0fe5-4b6b-8c20-174924b5f054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.213684 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ef46c150-0fe5-4b6b-8c20-174924b5f054 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5eab0873-0f91-4487-b668-258937eb696e HTTP/1.1" status: 204 len: 168 time: 0.1969764 Aug 27 03:32:16.224674 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46c150-0fe5-4b6b-8c20-174924b5f054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eab0873-0f91-4487-b668-258937eb696e,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:16.305492 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-3ebb5204-88b8-4f2f-9afc-80105ec53cde service neutron] 10.222.0.41 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032682 Aug 27 03:32:16.371666 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.db.resource_extend [None req-b4fe4e92-dfc7-4ae7-9a34-71646b2b19cf tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 03:32:16.376291 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3be9a8-9f36-42c1-aaf5-25651baba90d req-07472144-70cc-4f76-a8d3-ca64ae405060 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:16.384695 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff3be9a8-9f36-42c1-aaf5-25651baba90d req-07472144-70cc-4f76-a8d3-ca64ae405060 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 945 time: 0.0716865 Aug 27 03:32:16.455469 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff3be9a8-9f36-42c1-aaf5-25651baba90d req-784570bc-f080-4b65-b6af-f26e99bf6045 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698609 Aug 27 03:32:16.519334 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4e92-dfc7-4ae7-9a34-71646b2b19cf tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.526439 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-860db6ec-899e-44f8-8466-9fd739f5432c service neutron] 10.222.0.41 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197528 Aug 27 03:32:16.528183 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4e92-dfc7-4ae7-9a34-71646b2b19cf tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.597200 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5fdb-66d0-49c0-a924-18e8a2e1cd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.659351 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38404) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:16.684872 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-78788685-7f5a-4d0d-8203-697efc1951c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.705005 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.l3_db [None req-b4fe4e92-dfc7-4ae7-9a34-71646b2b19cf tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Floating IP a191ad60-e745-4640-823e-71d7b686d811 associated. External IP: 172.28.1.87, port: 9f5cceae-7d2c-4598-a4ce-c921fef0aca5. Aug 27 03:32:16.707334 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6355bd-5121-4bd6-babd-10f4b74a2935 req-5e874c50-ab7a-417f-a971-2fc27f55534c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:16.709765 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a6355bd-5121-4bd6-babd-10f4b74a2935 req-5e874c50-ab7a-417f-a971-2fc27f55534c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0810571 Aug 27 03:32:16.770967 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a6355bd-5121-4bd6-babd-10f4b74a2935 req-91a18252-aca0-421c-bdaa-e78f6c786348 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469720 Aug 27 03:32:16.996263 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d351dc4c-1a4d-48f7-a422-4aba6d136c40 req-45426744-6f78-4f9b-a7e7-5ce637594b3a tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 210 time: 0.0402160 Aug 27 03:32:17.046755 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-3f433e0d-e38b-447b-bf7d-18e779bd87f0 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:17.048777 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-3f433e0d-e38b-447b-bf7d-18e779bd87f0 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 945 time: 0.1185451 Aug 27 03:32:17.200514 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-78788685-7f5a-4d0d-8203-697efc1951c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.232207 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-78788685-7f5a-4d0d-8203-697efc1951c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.234705 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-0e6baf9c-0157-43dd-a6f6-660dfc3a3d19 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Deleting port e3fc9b63-4ada-4c99-999b-52f0e0f06484 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:32:17.235332 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-0e6baf9c-0157-43dd-a6f6-660dfc3a3d19 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.293143 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78788685-7f5a-4d0d-8203-697efc1951c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b247e273-041c-4a14-bb8e-0b03842eb01f,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:17.309132 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-78788685-7f5a-4d0d-8203-697efc1951c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=feb0ceaebb1e4071b83dc48aa90d88da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6479423 Aug 27 03:32:17.311211 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38422) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:17.346830 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fe4e92-dfc7-4ae7-9a34-71646b2b19cf tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Router ffd50a95-4688-4eee-9978-b2cff876616c has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:32:17.356231 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-0e6baf9c-0157-43dd-a6f6-660dfc3a3d19 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] For port e3fc9b63-4ada-4c99-999b-52f0e0f06484, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3fc9b63-4ada-4c99-999b-52f0e0f06484,segment=NetworkSegment(f6195d0d-076e-4b0c-be63-836fd34470cc),segment_id=f6195d0d-076e-4b0c-be63-836fd34470cc)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:17.356595 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-0e6baf9c-0157-43dd-a6f6-660dfc3a3d19 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.374068 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-0e6baf9c-0157-43dd-a6f6-660dfc3a3d19 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Calling delete_port for e3fc9b63-4ada-4c99-999b-52f0e0f06484 owned by compute:nova {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:32:17.433091 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1fe710af-465e-4f24-94f8-99c5a4274b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.461704 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.470649 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1fe710af-465e-4f24-94f8-99c5a4274b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.556891 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fe4e92-dfc7-4ae7-9a34-71646b2b19cf tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:32:17.562239 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4e92-dfc7-4ae7-9a34-71646b2b19cf tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.572532 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] Sync routers for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:32:17.589509 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:17.590686 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:32:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:17.639847 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-b4fe4e92-dfc7-4ae7-9a34-71646b2b19cf tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "PUT /v2.0/floatingips/a191ad60-e745-4640-823e-71d7b686d811 HTTP/1.1" status: 200 len: 990 time: 2.4392321 Aug 27 03:32:17.643628 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-0e6baf9c-0157-43dd-a6f6-660dfc3a3d19 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.644531 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'tag': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:17.650522 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69874c62-fc45-4a24-a6d6-04d69c4565f1" -d '{"events": [{"name": "network-changed", "server_uuid": "68be7cc1-21ee-4c2f-bac4-9dc76622c525", "tag": "9f5cceae-7d2c-4598-a4ce-c921fef0aca5"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:17.658360 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['e3fc9b63-4ada-4c99-999b-52f0e0f06484'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:17.661968 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1fe710af-465e-4f24-94f8-99c5a4274b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.668623 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1fe710af-465e-4f24-94f8-99c5a4274b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.672220 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-1fe710af-465e-4f24-94f8-99c5a4274b8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b247e273-041c-4a14-bb8e-0b03842eb01f HTTP/1.1" status: 204 len: 168 time: 0.3577790 Aug 27 03:32:17.694014 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe710af-465e-4f24-94f8-99c5a4274b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b247e273-041c-4a14-bb8e-0b03842eb01f,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:17.711612 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e495a7f-b80d-42b0-88f8-81751a951987 req-4898c759-c0b5-4033-80df-f301ad4ce00f tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:17.713763 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7e495a7f-b80d-42b0-88f8-81751a951987 req-4898c759-c0b5-4033-80df-f301ad4ce00f tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 867 time: 0.1695168 Aug 27 03:32:17.749491 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6baf9c-0157-43dd-a6f6-660dfc3a3d19 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Pushing event deleted for resources: {'Port': ['ID=e3fc9b63-4ada-4c99-999b-52f0e0f06484,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:17.797302 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:17.808324 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.852297 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74970730-3069-4b25-9619-a685a725ce64 x-openstack-request-id: req-74970730-3069-4b25-9619-a685a725ce64 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:17.852583 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68be7cc1-21ee-4c2f-bac4-9dc76622c525", "tag": "9f5cceae-7d2c-4598-a4ce-c921fef0aca5", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:17.852832 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74970730-3069-4b25-9619-a685a725ce64 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:17.853232 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'tag': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5', 'status': 'completed', 'code': 200} Aug 27 03:32:17.900893 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-0e6baf9c-0157-43dd-a6f6-660dfc3a3d19 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] No DVR routers for this DVR port e3fc9b63-4ada-4c99-999b-52f0e0f06484 on host hv-cinder-77398 {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:32:17.987733 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-0e6baf9c-0157-43dd-a6f6-660dfc3a3d19 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.993069 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02d040b4-6364-4226-bfa3-68b2862ff9ef req-0e6baf9c-0157-43dd-a6f6-660dfc3a3d19 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.64 "DELETE /v2.0/ports/e3fc9b63-4ada-4c99-999b-52f0e0f06484 HTTP/1.1" status: 204 len: 173 time: 0.9302409 Aug 27 03:32:17.995023 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fc9ec8-e6b6-4646-aa1c-0528481f422a', 'name': 'network-vif-deleted', 'tag': 'e3fc9b63-4ada-4c99-999b-52f0e0f06484'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:18.016453 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4253af-3c92-4579-8a22-068e1c539a6c" -d '{"events": [{"server_uuid": "d9fc9ec8-e6b6-4646-aa1c-0528481f422a", "name": "network-vif-deleted", "tag": "e3fc9b63-4ada-4c99-999b-52f0e0f06484"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:18.051037 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7e495a7f-b80d-42b0-88f8-81751a951987 req-f3c42110-d30b-4b36-8df3-63a6eb86c9dd tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/security-groups?id=1730d524-74aa-4ecf-b619-01a96d144fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962034 Aug 27 03:32:18.108417 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db167528-268b-4dea-957a-c7595f70e811 req-747353d8-d841-4669-8b10-406be6a2db38 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.114846 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-db167528-268b-4dea-957a-c7595f70e811 req-747353d8-d841-4669-8b10-406be6a2db38 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1295044 Aug 27 03:32:18.187059 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-db167528-268b-4dea-957a-c7595f70e811 req-8b74dcde-80d1-485a-b4d2-8384d1664429 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529461 Aug 27 03:32:18.283756 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257f74db-5300-40d5-a608-7848467c25c9 x-openstack-request-id: req-257f74db-5300-40d5-a608-7848467c25c9 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:18.283906 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fc9ec8-e6b6-4646-aa1c-0528481f422a", "name": "network-vif-deleted", "tag": "e3fc9b63-4ada-4c99-999b-52f0e0f06484", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:18.284313 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-257f74db-5300-40d5-a608-7848467c25c9 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:18.285049 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fc9ec8-e6b6-4646-aa1c-0528481f422a', 'name': 'network-vif-deleted', 'tag': 'e3fc9b63-4ada-4c99-999b-52f0e0f06484', 'status': 'completed', 'code': 200} Aug 27 03:32:18.335473 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-71a6ac5f-9c99-4a94-be36-4bde2bddab0b req-962a45e7-d416-46c5-915c-b147299d7d29 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 210 time: 0.0445971 Aug 27 03:32:18.385222 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-cb5f931b-dce8-42ff-99f4-bfa6909dd411 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.387455 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-cb5f931b-dce8-42ff-99f4-bfa6909dd411 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 814 time: 0.4102945 Aug 27 03:32:18.390871 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-7de3ad59-d1c6-4fed-af29-7e75d686cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.392879 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-7de3ad59-d1c6-4fed-af29-7e75d686cad2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 1098 time: 0.4972405 Aug 27 03:32:18.421396 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Request body: {'port': {'device_id': '7c5a95e7-deaf-446b-be31-c0605f8b0ec4', 'network_id': '810625c9-9496-4772-8797-1591acf0610a', 'admin_state_up': True, 'tenant_id': 'ab65759643da4c359401623f5ba34e3f'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:18.498803 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': 'a191ad60-e745-4640-823e-71d7b686d811', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'port_id': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'mac_address': 'fa:16:3e:86:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:53Z', 'updated_at': '2021-08-27T03:32:16Z', 'revision_number': 1, 'project_id': '32d43e61995f482f8513e744bf81b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:18.538835 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] Checking router: ffd50a95-4688-4eee-9978-b2cff876616c for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:32:18.558480 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:18.559227 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:32:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:18.678283 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-e758dfd9-983d-4564-a9a7-e6c8d61b2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.680003 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-e758dfd9-983d-4564-a9a7-e6c8d61b2e36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 912 time: 0.1772532 Aug 27 03:32:18.699990 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Made reservation on behalf of ab65759643da4c359401623f5ba34e3f for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:18.703759 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.759847 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:18.938367 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-f26fb647-aa1b-48ae-8844-cd303a24c0f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5 HTTP/1.1" status: 200 len: 998 time: 0.2436886 Aug 27 03:32:19.028883 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:19.297519 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': 'a191ad60-e745-4640-823e-71d7b686d811', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'port_id': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'mac_address': 'fa:16:3e:86:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:53Z', 'updated_at': '2021-08-27T03:32:16Z', 'revision_number': 1, 'project_id': '32d43e61995f482f8513e744bf81b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:19.400589 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7566967e-30d9-49d1-9507-6527b387a96b None None] The sync data for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb is: [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': 'a191ad60-e745-4640-823e-71d7b686d811', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'floating_ip_address': '172.28.1.87', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'port_id': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'mac_address': 'fa:16:3e:86:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:53Z', 'updated_at': '2021-08-27T03:32:16Z', 'revision_number': 1, 'project_id': '32d43e61995f482f8513e744bf81b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:32:19.410759 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768785f-33eb-4c7b-a6fa-2ab2c3ca7746 req-d272e701-7227-4238-b372-b3d0cb2a9956 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:19.417576 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5768785f-33eb-4c7b-a6fa-2ab2c3ca7746 req-d272e701-7227-4238-b372-b3d0cb2a9956 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0966358 Aug 27 03:32:19.445727 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3089dcc9-35d7-49fe-af8d-8f01e98e4f84 req-e6dda454-f777-4c1d-8db3-f3d67d7da483 tempest-DeleteServersTestJSON-1747542775 tempest-DeleteServersTestJSON-1747542775-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fc9ec8-e6b6-4646-aa1c-0528481f422a HTTP/1.1" status: 200 len: 210 time: 0.0779216 Aug 27 03:32:19.509346 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5768785f-33eb-4c7b-a6fa-2ab2c3ca7746 req-92b7e85c-ef92-4fce-a158-493a7272d7f9 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855446 Aug 27 03:32:19.542861 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-37ace14b-efcd-476f-9e87-9acf020f2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:19.544444 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-37ace14b-efcd-476f-9e87-9acf020f2a81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=488300c7-91be-4ddd-9fbe-f1f934d58d2a HTTP/1.1" status: 200 len: 850 time: 0.5636621 Aug 27 03:32:19.594714 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f142f98c-4953-4527-8061-62d3523ef6f7 req-ba68599a-f32c-43ca-a6a3-0f75520dc833 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 210 time: 0.0446310 Aug 27 03:32:19.603148 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Allocated IP 172.20.0.12 (810625c9-9496-4772-8797-1591acf0610a/25656541-a36d-41dd-9ab1-894532fab4e1/37138c1f-c172-48d2-94ff-7a1ad053ce40) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:19.697826 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-d916662f-5135-4705-b4f0-518e2fe75db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:19.699950 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-d916662f-5135-4705-b4f0-518e2fe75db4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1041229 Aug 27 03:32:19.798769 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80305f09-8540-4e5b-82f6-b9216b13c155 None None] New status for floating IP a191ad60-e745-4640-823e-71d7b686d811: ACTIVE {{(pid=93858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:32:19.921679 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-07a26a50-ee21-405d-b826-7d64fdba8bd1 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125533 Aug 27 03:32:19.928025 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.116320 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-69874c62-fc45-4a24-a6d6-04d69c4565f1 req-03decaa8-c8b8-4319-b257-5e9767fb482f service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801655 Aug 27 03:32:20.116320 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.143257 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Network 810625c9-9496-4772-8797-1591acf0610a is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:20.163340 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:20.167203 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:20.173449 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.173967 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.185912 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['95cc2353-0603-40fd-894e-61526eef2055'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:20.198410 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7852027 Aug 27 03:32:20.202334 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ea58a-6f12-4017-a1d1-b09841012e6c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Pushing event updated for resources: {'Port': ['ID=37138c1f-c172-48d2-94ff-7a1ad053ce40,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:20.211408 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Request body: {'port': {'device_id': '7c5a95e7-deaf-446b-be31-c0605f8b0ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:20.293684 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.678259 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37138c1f-c172-48d2-94ff-7a1ad053ce40 {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:20.710952 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50377c2-fb7c-43c9-ba69-b50736e7a649 req-c378cf6c-6306-4d7e-bec0-c2e18f8ce8b5 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.710952 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a50377c2-fb7c-43c9-ba69-b50736e7a649 req-c378cf6c-6306-4d7e-bec0-c2e18f8ce8b5 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1002975 Aug 27 03:32:20.720911 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.741419 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Transition to ACTIVE for port object 37138c1f-c172-48d2-94ff-7a1ad053ce40 will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:20.750222 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.757421 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a50377c2-fb7c-43c9-ba69-b50736e7a649 req-f98248bc-1156-40a5-94b8-7288d9e869db tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438225 Aug 27 03:32:20.800464 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13f94a-b474-49e1-91af-3256e48c7b66 req-15a3aefc-7dd5-4620-ad02-bc8ab07e7960 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.802605 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1d13f94a-b474-49e1-91af-3256e48c7b66 req-15a3aefc-7dd5-4620-ad02-bc8ab07e7960 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 932 time: 0.1124518 Aug 27 03:32:20.832385 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Pushing event updated for resources: {'Port': ['ID=37138c1f-c172-48d2-94ff-7a1ad053ce40,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:20.904096 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Attempting to bind port 37138c1f-c172-48d2-94ff-7a1ad053ce40 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:20.904565 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Attempting to bind port 37138c1f-c172-48d2-94ff-7a1ad053ce40 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:20.905023 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Attempting to bind port 37138c1f-c172-48d2-94ff-7a1ad053ce40 on network 810625c9-9496-4772-8797-1591acf0610a {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:20.938582 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1d13f94a-b474-49e1-91af-3256e48c7b66 req-12dc2536-2485-4524-909c-76bed5b92863 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215196 Aug 27 03:32:20.939498 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Port 37138c1f-c172-48d2-94ff-7a1ad053ce40 on network 810625c9-9496-4772-8797-1591acf0610a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:20.940016 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Attempting to bind port 37138c1f-c172-48d2-94ff-7a1ad053ce40 on network 810625c9-9496-4772-8797-1591acf0610a {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:20.953582 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:20.953922 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Checking segment: {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:20.954462 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Bound using segment: {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:20.955114 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Bound port: 37138c1f-c172-48d2-94ff-7a1ad053ce40, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:20.955759 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.060249 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] For port 37138c1f-c172-48d2-94ff-7a1ad053ce40, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:21.064712 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] For port 37138c1f-c172-48d2-94ff-7a1ad053ce40, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=37138c1f-c172-48d2-94ff-7a1ad053ce40,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:21.076199 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.121537 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.122218 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.123965 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/37138c1f-c172-48d2-94ff-7a1ad053ce40 HTTP/1.1" status: 200 len: 1094 time: 0.9170148 Aug 27 03:32:21.124450 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5a95e7-deaf-446b-be31-c0605f8b0ec4', 'tag': '37138c1f-c172-48d2-94ff-7a1ad053ce40'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:21.126839 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5a95e7-deaf-446b-be31-c0605f8b0ec4", "tag": "37138c1f-c172-48d2-94ff-7a1ad053ce40"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:21.163483 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a977a6a-2702-4f1f-ba16-670b093f85a7 service neutron] Pushing event updated for resources: {'Port': ['ID=37138c1f-c172-48d2-94ff-7a1ad053ce40,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:21.198431 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3ca1d5-6f14-40dd-be41-01f644a9c4be x-openstack-request-id: req-5c3ca1d5-6f14-40dd-be41-01f644a9c4be {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:21.198788 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5a95e7-deaf-446b-be31-c0605f8b0ec4", "tag": "37138c1f-c172-48d2-94ff-7a1ad053ce40", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:21.199002 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c3ca1d5-6f14-40dd-be41-01f644a9c4be {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:21.199404 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5a95e7-deaf-446b-be31-c0605f8b0ec4', 'tag': '37138c1f-c172-48d2-94ff-7a1ad053ce40', 'status': 'completed', 'code': 200} Aug 27 03:32:21.228201 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38624) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:21.265054 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-a5503be9-8c43-4312-87fc-6700918e3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.266826 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-a5503be9-8c43-4312-87fc-6700918e3dda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0602207 Aug 27 03:32:21.312920 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-77989718-6828-4072-bf96-4823a54a1785 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37138c1f-c172-48d2-94ff-7a1ad053ce40 HTTP/1.1" status: 200 len: 217 time: 0.0355384 Aug 27 03:32:21.351380 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-21dfaa49-6b74-4251-af1c-027970bcd74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.364932 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-c026cfea-17f4-4dce-adc4-91c34b195ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.366480 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-c026cfea-17f4-4dce-adc4-91c34b195ed5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25656541-a36d-41dd-9ab1-894532fab4e1 HTTP/1.1" status: 200 len: 854 time: 0.0461922 Aug 27 03:32:21.398253 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-9ac86e43-ac1d-4131-aade-e840229450d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=810625c9-9496-4772-8797-1591acf0610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240927 Aug 27 03:32:21.443907 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-21dfaa49-6b74-4251-af1c-027970bcd74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.449723 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-21dfaa49-6b74-4251-af1c-027970bcd74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.487286 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfaa49-6b74-4251-af1c-027970bcd74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b7cbf3-e74c-4555-b3c9-5d193c23e41d,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:21.494602 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-21dfaa49-6b74-4251-af1c-027970bcd74c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ccceba2bcf34c7da512a72bbda0f19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626371 Aug 27 03:32:21.494948 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38630) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:21.501911 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-9d11a435-fe10-4287-84f5-d41e4417c1e6 service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936677 Aug 27 03:32:21.546513 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-5b3a17f9-8943-4aad-a23d-295d1e81741e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.567477 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-5b3a17f9-8943-4aad-a23d-295d1e81741e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.599380 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fa9a1cf5-3e1c-4089-a4c8-11aaf78eca37 req-978f672b-373d-4f00-bdf9-7c9c6edca453 service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838435 Aug 27 03:32:21.618187 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-5b3a17f9-8943-4aad-a23d-295d1e81741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.621075 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-5b3a17f9-8943-4aad-a23d-295d1e81741e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.622366 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-5b3a17f9-8943-4aad-a23d-295d1e81741e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8b7cbf3-e74c-4555-b3c9-5d193c23e41d HTTP/1.1" status: 204 len: 168 time: 0.1264734 Aug 27 03:32:21.630870 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a17f9-8943-4aad-a23d-295d1e81741e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b7cbf3-e74c-4555-b3c9-5d193c23e41d,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:21.717474 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204 req-059ccf9b-f78b-45ef-9cc0-7b68f71a25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.719028 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204 req-059ccf9b-f78b-45ef-9cc0-7b68f71a25d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0483592 Aug 27 03:32:21.829634 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204 req-79ffad52-d12b-484c-837c-f457c1506be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.831802 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204 req-79ffad52-d12b-484c-837c-f457c1506be0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 915 time: 0.0983481 Aug 27 03:32:21.906095 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49d654-725d-4a0c-8782-04582f10b620 req-3967bed4-ad92-4db2-a34f-99e68e4524b1 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.909240 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fe49d654-725d-4a0c-8782-04582f10b620 req-3967bed4-ad92-4db2-a34f-99e68e4524b1 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0619345 Aug 27 03:32:21.911042 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204 req-8f2ccf1f-55d9-4f72-9115-9877ec09a10b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37138c1f-c172-48d2-94ff-7a1ad053ce40 HTTP/1.1" status: 200 len: 217 time: 0.0689528 Aug 27 03:32:21.974734 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204 req-2db6b690-bbbc-45ee-93cf-8c01cf46d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.977431 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204 req-2db6b690-bbbc-45ee-93cf-8c01cf46d188 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25656541-a36d-41dd-9ab1-894532fab4e1 HTTP/1.1" status: 200 len: 854 time: 0.0531411 Aug 27 03:32:21.995240 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fe49d654-725d-4a0c-8782-04582f10b620 req-46242a0f-1596-40a5-b15f-f697fa07f465 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786421 Aug 27 03:32:22.010463 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38654) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:22.019201 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38656) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:22.021523 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204 req-0d74dcae-1dc6-4b3e-9d22-893ce8c11ed6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=810625c9-9496-4772-8797-1591acf0610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343802 Aug 27 03:32:22.036457 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8e83d746-797c-4ced-89b3-d1aa7cb2126d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.174983 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409aaa5-1ea3-4465-bf17-3dc5f7e67359 req-2f40d265-3d26-4d42-89f0-8eb268ec66ef tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.181292 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8e83d746-797c-4ced-89b3-d1aa7cb2126d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.182666 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38670) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:22.185433 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7409aaa5-1ea3-4465-bf17-3dc5f7e67359 req-2f40d265-3d26-4d42-89f0-8eb268ec66ef tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 944 time: 0.1450937 Aug 27 03:32:22.234532 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8e83d746-797c-4ced-89b3-d1aa7cb2126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.248599 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204 req-0e360ff3-4524-405e-bf59-c17cd64c90cc service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190413 Aug 27 03:32:22.296707 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c664c1-7391-4fef-94ca-de0272b3330d admin admin] Deleting subnet 652548cb-4fe7-4759-a076-e42a46b147c3 {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:32:22.299610 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83d746-797c-4ced-89b3-d1aa7cb2126d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f24dc7b-c297-4a2a-bbbb-d00c2150a3c3,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:22.305007 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-8e83d746-797c-4ced-89b3-d1aa7cb2126d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37c285ce109c4a1185148e234a2fe727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932339 Aug 27 03:32:22.307134 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f7c664c1-7391-4fef-94ca-de0272b3330d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.308801 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38678) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:22.361452 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7409aaa5-1ea3-4465-bf17-3dc5f7e67359 req-0f8ce66c-fbf7-4da2-9578-8fd766038fd4 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752141 Aug 27 03:32:22.365634 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-26644fcd-4c8d-4a87-b93c-cf8334b9f9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.384919 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f7c664c1-7391-4fef-94ca-de0272b3330d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.385241 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device e3fc9b63-4ada-4c99-999b-52f0e0f06484 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:22.391416 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f7c664c1-7391-4fef-94ca-de0272b3330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.405444 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4d63cd5f-c8c6-4f79-a3be-af2a0dd29204 req-48e5cc31-3329-491a-80e6-7f26a6f0883a service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391783 Aug 27 03:32:22.413138 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: e3fc9b63-4ada-4c99-999b-52f0e0f06484 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:32:22.414100 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device e3fc9b63-4ada-4c99-999b-52f0e0f06484 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:32:22.424214 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1c26-2851-42c8-921f-eba238219d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.460491 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1c26-2851-42c8-921f-eba238219d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.491156 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-26644fcd-4c8d-4a87-b93c-cf8334b9f9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.496750 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f7c664c1-7391-4fef-94ca-de0272b3330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.497103 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-26644fcd-4c8d-4a87-b93c-cf8334b9f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.532604 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c664c1-7391-4fef-94ca-de0272b3330d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=652548cb-4fe7-4759-a076-e42a46b147c3,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:22.541178 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-26644fcd-4c8d-4a87-b93c-cf8334b9f9f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3eedbf7515343aea0ad6f9868a996af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5184648 Aug 27 03:32:22.541893 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38682) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:22.542526 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26644fcd-4c8d-4a87-b93c-cf8334b9f9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f5b0c-c030-4e54-a791-65240eac673d,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:22.546431 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f7c664c1-7391-4fef-94ca-de0272b3330d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.550382 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f7c664c1-7391-4fef-94ca-de0272b3330d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/652548cb-4fe7-4759-a076-e42a46b147c3 HTTP/1.1" status: 204 len: 168 time: 0.3638508 Aug 27 03:32:22.556531 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38686) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:22.607362 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8a6a69e5-3a38-4932-8059-5a9cdb1a46f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.626358 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1c26-2851-42c8-921f-eba238219d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.629266 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1c26-2851-42c8-921f-eba238219d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.632059 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-8a2c1c26-2851-42c8-921f-eba238219d31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f24dc7b-c297-4a2a-bbbb-d00c2150a3c3 HTTP/1.1" status: 204 len: 168 time: 0.3223433 Aug 27 03:32:22.643540 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8a6a69e5-3a38-4932-8059-5a9cdb1a46f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.650654 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1c26-2851-42c8-921f-eba238219d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f24dc7b-c297-4a2a-bbbb-d00c2150a3c3,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:22.675409 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.753726 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8a6a69e5-3a38-4932-8059-5a9cdb1a46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.763905 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8a6a69e5-3a38-4932-8059-5a9cdb1a46f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.763905 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-8a6a69e5-3a38-4932-8059-5a9cdb1a46f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/840f5b0c-c030-4e54-a791-65240eac673d HTTP/1.1" status: 204 len: 168 time: 0.2003605 Aug 27 03:32:22.775609 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a69e5-3a38-4932-8059-5a9cdb1a46f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f5b0c-c030-4e54-a791-65240eac673d,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:22.823609 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.835752 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:22.836173 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:22.836866 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:22.837396 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > port after_create 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:22.837874 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:22.838232 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > port after_update 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:22.838664 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:22.838970 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:22.839196 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:22.839558 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:23.008827 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:23.009449 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:23.009522 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:23.009814 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:32:23.010239 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba8138a-3c60-4059-805b-7fb619c9e1e0']}} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:23.051102 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6195d0d-076e-4b0c-be63-836fd34470cc') {'for_net_delete': True} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:23.051489 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6195d0d-076e-4b0c-be63-836fd34470cc') {} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:23.072617 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8909183'] for segment, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:23.141691 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:23.167372 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=93857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:32:23.175409 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599586'] for segment, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: from cryptography.utils import int_from_bytes Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: from cryptography.utils import int_from_bytes Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: Traceback (most recent call last): Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: timer() Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: cb(*args, **kw) Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: return func(*args, **kwargs) Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: self._notify() Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: self.callback(batched_events) Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: event.method(event) Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: return f(self, *a, **k) Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: return self._get(url).json() Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: return self.request(url, 'GET', **kwargs) Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:32:23.182091 dv-cinder-773985-14-smb neutron-server[93857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:32:23.292559 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1ddd2-c5b3-41de-97c2-9c8ec1969d8b req-82902787-395a-4f2a-8a2c-5c485ca4b792 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:23.298456 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c2c1ddd2-c5b3-41de-97c2-9c8ec1969d8b req-82902787-395a-4f2a-8a2c-5c485ca4b792 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.2132671 Aug 27 03:32:23.351249 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:23.367438 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c2c1ddd2-c5b3-41de-97c2-9c8ec1969d8b req-c2c7a914-1b40-4288-a567-294fec1cd472 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618052 Aug 27 03:32:23.373820 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:23.382322 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2ba8138a-3c60-4059-805b-7fb619c9e1e0 HTTP/1.1" status: 204 len: 168 time: 0.8252902 Aug 27 03:32:23.396077 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12837980-faf6-4cfd-a591-ecfa43f81030 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba8138a-3c60-4059-805b-7fb619c9e1e0,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:23.519584 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77558dbb-8bda-4fb8-999b-d133c6696214 req-27c61f86-2b66-4e4c-9d3d-654b6bbdd3c7 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:23.521598 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-77558dbb-8bda-4fb8-999b-d133c6696214 req-27c61f86-2b66-4e4c-9d3d-654b6bbdd3c7 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 944 time: 0.0617564 Aug 27 03:32:23.586353 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-77558dbb-8bda-4fb8-999b-d133c6696214 req-3736ea5e-457c-43ee-9194-864cedb077cd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571673 Aug 27 03:32:23.603985 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38740) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:23.647362 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f72e81bb-c1d9-4db9-b7d2-2b2a0485b111 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9094ae7f07204087a8442a15048be23b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421944 Aug 27 03:32:23.649953 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38744) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:23.703271 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bef5f0e8-3c91-4296-b58e-e9cb46a17a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:23.731844 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bef5f0e8-3c91-4296-b58e-e9cb46a17a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:23.799554 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bef5f0e8-3c91-4296-b58e-e9cb46a17a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:23.803119 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bef5f0e8-3c91-4296-b58e-e9cb46a17a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:23.804355 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-bef5f0e8-3c91-4296-b58e-e9cb46a17a66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1730d524-74aa-4ecf-b619-01a96d144fb1 HTTP/1.1" status: 204 len: 168 time: 0.1530459 Aug 27 03:32:23.816090 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5f0e8-3c91-4296-b58e-e9cb46a17a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1730d524-74aa-4ecf-b619-01a96d144fb1,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:24.385520 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 37138c1f-c172-48d2-94ff-7a1ad053ce40 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:24.613091 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713460c-1f8e-4a08-b19e-8b4783fea9fb req-7225153c-157e-47ab-8580-56e828a13519 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:24.622352 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d713460c-1f8e-4a08-b19e-8b4783fea9fb req-7225153c-157e-47ab-8580-56e828a13519 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1297600 Aug 27 03:32:24.655427 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 37138c1f-c172-48d2-94ff-7a1ad053ce40, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=37138c1f-c172-48d2-94ff-7a1ad053ce40,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:24.679202 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': '37138c1f-c172-48d2-94ff-7a1ad053ce40', 'network_id': '810625c9-9496-4772-8797-1591acf0610a', 'port_id': '37138c1f-c172-48d2-94ff-7a1ad053ce40', 'mac_address': 'fa:16:3e:89:de:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25656541-a36d-41dd-9ab1-894532fab4e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:24.717442 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d713460c-1f8e-4a08-b19e-8b4783fea9fb req-e792d968-b003-45ce-8e4c-7b76ad892452 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940487 Aug 27 03:32:24.749473 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:24.768122 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37138c1f-c172-48d2-94ff-7a1ad053ce40 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:24.789630 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e1a32-ff9f-4cd9-9c01-57cdf714c2b0 req-894e6682-0078-4c2a-aeb7-a2933f1c1dcf tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:24.791874 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-125e1a32-ff9f-4cd9-9c01-57cdf714c2b0 req-894e6682-0078-4c2a-aeb7-a2933f1c1dcf tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 944 time: 0.0772231 Aug 27 03:32:24.806432 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 37138c1f-c172-48d2-94ff-7a1ad053ce40, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=37138c1f-c172-48d2-94ff-7a1ad053ce40,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:24.813888 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:24.846815 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-125e1a32-ff9f-4cd9-9c01-57cdf714c2b0 req-0699c293-69ca-4ce0-af9b-bf2ecf027eb5 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473807 Aug 27 03:32:24.892799 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=37138c1f-c172-48d2-94ff-7a1ad053ce40,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:24.986114 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38820) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:25.107600 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-365104338-network', 'tenant_id': 'd597800516ce450ab54b937650e01824'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:25.114920 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['37138c1f-c172-48d2-94ff-7a1ad053ce40'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:25.136920 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Made reservation on behalf of d597800516ce450ab54b937650e01824 for: {'network': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:25.139832 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.159225 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.298571 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.309623 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.341015 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=93857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:32:25.358081 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aa768a-2c95-4991-ad05-2ef03d7c4e07,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:25.361249 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.361634 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.segments_db [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Added segment 6db80f51-8d54-4405-9698-660e5d2550d8 of type vlan for network 40260a41-d950-4b5f-bb7d-a15bf4a84adb Aug 27 03:32:25.415889 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.453330 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.454808 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:25.455075 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.508180 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5179482 Aug 27 03:32:25.508684 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38864) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:25.516847 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Request body: {'subnet': {'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-subnet', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:25.553940 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae0af2-142a-4336-8b49-3fefc59b147c admin admin] Pushing event updated for resources: {'Network': ['ID=40260a41-d950-4b5f-bb7d-a15bf4a84adb,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:25.568770 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 40260a41-d950-4b5f-bb7d-a15bf4a84adb details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:32:25.572389 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Made reservation on behalf of d597800516ce450ab54b937650e01824 for: {'subnet': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:25.581042 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.845341 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for subnet, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.895445 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2b986-e9cc-4c8b-b844-e18ac9861448 req-f705ddae-c342-43c1-9271-2809bef08b13 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:25.908032 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d5a2b986-e9cc-4c8b-b844-e18ac9861448 req-f705ddae-c342-43c1-9271-2809bef08b13 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0725482 Aug 27 03:32:25.910816 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38890) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:25.970996 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba241f0a-3c17-481b-b20b-5a79745f8a14,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:26.012390 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d5a2b986-e9cc-4c8b-b844-e18ac9861448 req-b1dbbd31-0e57-4152-bc09-461a483ca396 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004446 Aug 27 03:32:26.077632 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Checking segment: {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:26.078519 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Network hostable DHCP agents. Network: 40260a41-d950-4b5f-bb7d-a15bf4a84adb, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:32:26.097246 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2161fcf5-9991-48b3-9904-7f72b1ea8be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.106348 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b4e62-94d8-4d92-9c8b-6117fe6e365b req-f689966e-e3da-40dd-9a60-1eb9a43112c4 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:26.108260 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-656b4e62-94d8-4d92-9c8b-6117fe6e365b req-f689966e-e3da-40dd-9a60-1eb9a43112c4 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 945 time: 0.1113355 Aug 27 03:32:26.127033 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Network 40260a41-d950-4b5f-bb7d-a15bf4a84adb is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:32:26.154215 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 40260a41-d950-4b5f-bb7d-a15bf4a84adb) {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:26.162327 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:26.163143 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.164815 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb874fc-2a0a-4158-ad77-4b081620e29d None None] Network 40260a41-d950-4b5f-bb7d-a15bf4a84adb requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:26.175363 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-656b4e62-94d8-4d92-9c8b-6117fe6e365b req-fd4163b7-b271-45dd-9fbc-2e51e46ab3e1 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578892 Aug 27 03:32:26.216545 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2161fcf5-9991-48b3-9904-7f72b1ea8be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.221939 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2161fcf5-9991-48b3-9904-7f72b1ea8be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.231521 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-1f26ff55-7ef4-4105-96dd-c6535da771f6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7183797 Aug 27 03:32:26.231841 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38898) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:26.239574 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:26.264762 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-2161fcf5-9991-48b3-9904-7f72b1ea8be8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=922e978c22df43f7815067be70eeacb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508263 Aug 27 03:32:26.265787 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161fcf5-9991-48b3-9904-7f72b1ea8be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb62f661-9c1a-4277-995f-555e877c9aa6,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:26.267721 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38900) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:26.280185 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12306'] for router, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.281254 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-685543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12299'] for router, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.344304 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0ff0dcc-9251-5d6f-8ff9-a5568ca5e658-40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14'}]}} from dv-cinder-773985-14-smb. {{(pid=93858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:32:26.349453 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.369580 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.370842 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ce275ef3-b120-4827-aebf-769ca17ed082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.429262 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 37138c1f-c172-48d2-94ff-7a1ad053ce40 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:26.459354 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ce275ef3-b120-4827-aebf-769ca17ed082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.557447 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.635813 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ce275ef3-b120-4827-aebf-769ca17ed082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.638687 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ce275ef3-b120-4827-aebf-769ca17ed082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.642267 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ce275ef3-b120-4827-aebf-769ca17ed082 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb62f661-9c1a-4277-995f-555e877c9aa6 HTTP/1.1" status: 204 len: 168 time: 0.3711658 Aug 27 03:32:26.656651 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce275ef3-b120-4827-aebf-769ca17ed082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb62f661-9c1a-4277-995f-555e877c9aa6,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:26.689825 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Allocated IP 172.20.0.2 (40260a41-d950-4b5f-bb7d-a15bf4a84adb/ba241f0a-3c17-481b-b20b-5a79745f8a14/4ae5e838-ce64-43fc-a88a-5f287e8da415) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:26.727257 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port 37138c1f-c172-48d2-94ff-7a1ad053ce40 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:26.737774 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port 37138c1f-c172-48d2-94ff-7a1ad053ce40 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:26.738532 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.881882 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.909494 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.942405 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.982165 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.988624 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5a95e7-deaf-446b-be31-c0605f8b0ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37138c1f-c172-48d2-94ff-7a1ad053ce40'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:26.991780 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18cef48-80f7-430f-95f1-d4673fa927ba" -d '{"events": [{"server_uuid": "7c5a95e7-deaf-446b-be31-c0605f8b0ec4", "name": "network-vif-plugged", "status": "completed", "tag": "37138c1f-c172-48d2-94ff-7a1ad053ce40"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:27.011090 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 37138c1f-c172-48d2-94ff-7a1ad053ce40, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=37138c1f-c172-48d2-94ff-7a1ad053ce40,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:27.013052 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Transition to ACTIVE for port object 4ae5e838-ce64-43fc-a88a-5f287e8da415 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:27.025488 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.102816 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38938) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:27.108768 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Transition to ACTIVE for port object 4ae5e838-ce64-43fc-a88a-5f287e8da415 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:27.111643 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086ab076-f51a-49a5-bd4c-dcdf7e852a43 x-openstack-request-id: req-086ab076-f51a-49a5-bd4c-dcdf7e852a43 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:27.112163 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5a95e7-deaf-446b-be31-c0605f8b0ec4", "name": "network-vif-plugged", "status": "completed", "tag": "37138c1f-c172-48d2-94ff-7a1ad053ce40", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:27.112621 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-086ab076-f51a-49a5-bd4c-dcdf7e852a43 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:27.113413 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5a95e7-deaf-446b-be31-c0605f8b0ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37138c1f-c172-48d2-94ff-7a1ad053ce40', 'code': 200} Aug 27 03:32:27.140635 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-52655233-371c-4a64-85f0-7b4ad3a4ecbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.142962 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Allocated IP 172.28.1.211 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/4b1496d0-afaa-459f-b16e-fcb57a70f8c6) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:27.146791 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.232387 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=37138c1f-c172-48d2-94ff-7a1ad053ce40,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:27.296201 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6fcdd-830c-4674-9ac9-9617efd11bf1 req-07936f9c-1396-4335-abd4-8346b977c401 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:27.308385 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7be6fcdd-830c-4674-9ac9-9617efd11bf1 req-07936f9c-1396-4335-abd4-8346b977c401 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1430566 Aug 27 03:32:27.315710 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Network 40260a41-d950-4b5f-bb7d-a15bf4a84adb is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:27.316899 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Pushing event updated for resources: {'Port': ['ID=4ae5e838-ce64-43fc-a88a-5f287e8da415,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:27.323164 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:27.329375 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:27.367219 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.396738 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7be6fcdd-830c-4674-9ac9-9617efd11bf1 req-0e79406a-335b-410c-a907-714cf898c8c9 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808854 Aug 27 03:32:27.415275 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Attempting to bind port 4ae5e838-ce64-43fc-a88a-5f287e8da415 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:27.416246 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Attempting to bind port 4ae5e838-ce64-43fc-a88a-5f287e8da415 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:27.416863 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Attempting to bind port 4ae5e838-ce64-43fc-a88a-5f287e8da415 on network 40260a41-d950-4b5f-bb7d-a15bf4a84adb {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:27.424788 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:27.425250 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Checking segment: {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:27.425779 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.426686 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Bound using segment: {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:27.428219 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Bound port: 4ae5e838-ce64-43fc-a88a-5f287e8da415, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:27.429033 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.437386 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:32:27.516045 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] For port 4ae5e838-ce64-43fc-a88a-5f287e8da415, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:27.524250 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] For port 4ae5e838-ce64-43fc-a88a-5f287e8da415, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=4ae5e838-ce64-43fc-a88a-5f287e8da415,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:27.536459 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.537768 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38946) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:27.598977 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81636b2a-19b3-4811-a05d-d5ad7c8e2174 None None] Pushing event updated for resources: {'Port': ['ID=4ae5e838-ce64-43fc-a88a-5f287e8da415,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:27.678076 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-52655233-371c-4a64-85f0-7b4ad3a4ecbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.691862 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbda3-2e94-4977-a8f9-97d37746ed05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.693028 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-52655233-371c-4a64-85f0-7b4ad3a4ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.714748 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea6b0-1c5d-4933-ad77-81a34d5dfefa req-e1d3e492-deb6-48c9-b561-e7c1149776d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:27.716415 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a83ea6b0-1c5d-4933-ad77-81a34d5dfefa req-e1d3e492-deb6-48c9-b561-e7c1149776d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 1099 time: 0.4069829 Aug 27 03:32:27.783648 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-52655233-371c-4a64-85f0-7b4ad3a4ecbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0040a1e270cc4c10a3e60d575d5b2a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752574 Aug 27 03:32:27.784759 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 38950) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:27.796385 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12719ce4-ce30-4401-9892-6741d2c92bf0 req-4be5d91c-f7fd-45d5-b77c-28507939d54c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:27.800789 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbda3-2e94-4977-a8f9-97d37746ed05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.802644 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-12719ce4-ce30-4401-9892-6741d2c92bf0 req-4be5d91c-f7fd-45d5-b77c-28507939d54c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 946 time: 0.4409375 Aug 27 03:32:27.814866 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbda3-2e94-4977-a8f9-97d37746ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.827938 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52655233-371c-4a64-85f0-7b4ad3a4ecbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578adaad-c8a1-43b7-badb-3a85972ca3c2,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:27.860636 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.871823 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-fc1fbda3-2e94-4977-a8f9-97d37746ed05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a9b056676b0426e93bf0db7e6b32b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304317 Aug 27 03:32:27.880438 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 38954) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:27.937299 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a83ea6b0-1c5d-4933-ad77-81a34d5dfefa req-b5662d88-f8b2-4cbb-98aa-92b4ee177f44 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060828 Aug 27 03:32:27.965186 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:27.971159 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fbda3-2e94-4977-a8f9-97d37746ed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b76fe17-f469-41cc-a789-604482500970,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:27.988118 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:27.996155 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ca108b39-abf6-4abc-8cc1-13123172ccec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.004177 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:28.035038 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ca108b39-abf6-4abc-8cc1-13123172ccec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.046414 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4ae5e838-ce64-43fc-a88a-5f287e8da415 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:28.051779 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-12719ce4-ce30-4401-9892-6741d2c92bf0 req-ec49ef4a-7cea-48bf-abd6-62483ac14d9c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130086 Aug 27 03:32:28.078329 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1496d0-afaa-459f-b16e-fcb57a70f8c6,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:28.109988 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 4ae5e838-ce64-43fc-a88a-5f287e8da415 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:28.119148 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ca108b39-abf6-4abc-8cc1-13123172ccec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.122152 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ca108b39-abf6-4abc-8cc1-13123172ccec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.123300 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-ca108b39-abf6-4abc-8cc1-13123172ccec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b76fe17-f469-41cc-a789-604482500970 HTTP/1.1" status: 204 len: 168 time: 0.2411525 Aug 27 03:32:28.123635 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ce76fa82-db60-443f-9ac1-acb3682e32d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.131944 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca108b39-abf6-4abc-8cc1-13123172ccec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b76fe17-f469-41cc-a789-604482500970,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:28.165486 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ce76fa82-db60-443f-9ac1-acb3682e32d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.319071 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.354402 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ce76fa82-db60-443f-9ac1-acb3682e32d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.356956 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ce76fa82-db60-443f-9ac1-acb3682e32d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.360604 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ce76fa82-db60-443f-9ac1-acb3682e32d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/578adaad-c8a1-43b7-badb-3a85972ca3c2 HTTP/1.1" status: 204 len: 168 time: 0.5542791 Aug 27 03:32:28.376843 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76fa82-db60-443f-9ac1-acb3682e32d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578adaad-c8a1-43b7-badb-3a85972ca3c2,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:28.685123 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2c260-e497-4fa3-82d1-55bd4165f93e req-0d5c4bf2-66d0-4a17-8f05-6a2c16eb9b69 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.687102 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1fc2c260-e497-4fa3-82d1-55bd4165f93e req-0d5c4bf2-66d0-4a17-8f05-6a2c16eb9b69 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1329310 Aug 27 03:32:28.741637 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682808'] for router, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.819348 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1fc2c260-e497-4fa3-82d1-55bd4165f93e req-11144699-07d4-4b4b-9bf4-e1b6e9996fb8 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215451 Aug 27 03:32:28.919195 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c431e8eb-5533-403c-9b7f-83c81c4a366f None None] Network 40260a41-d950-4b5f-bb7d-a15bf4a84adb requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:28.970880 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Router be76eccd-e4e9-4291-8adb-977a89a43a36 is scheduled to L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 with binding_index 1 {{(pid=93856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:32:29.009483 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-d380a958-40e6-463a-86cb-0c56b36238c9 None None] Provisioning for port 4ae5e838-ce64-43fc-a88a-5f287e8da415 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:29.015525 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-d380a958-40e6-463a-86cb-0c56b36238c9 None None] Provisioning complete for port 4ae5e838-ce64-43fc-a88a-5f287e8da415 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:29.015892 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d380a958-40e6-463a-86cb-0c56b36238c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.138638 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:32:29.155747 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Sync routers for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:32:29.175904 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:29.178718 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:32:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:29.213259 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] Notify callbacks [] for router, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.215079 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-6909d61f-a022-43bc-8da9-520a1f3ea256 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9822338 Aug 27 03:32:29.218369 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39020) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:29.269866 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de9229-92da-42a2-8802-35938058ca27 req-675f0e01-cb4e-47ba-aebd-e2f9c37bad3a tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.272815 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-75de9229-92da-42a2-8802-35938058ca27 req-675f0e01-cb4e-47ba-aebd-e2f9c37bad3a tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 946 time: 0.1003556 Aug 27 03:32:29.309976 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39026) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:29.381970 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d380a958-40e6-463a-86cb-0c56b36238c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.399067 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-75de9229-92da-42a2-8802-35938058ca27 req-70739ad1-ed51-4a98-81e9-60f500b6f509 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176705 Aug 27 03:32:29.470330 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-d380a958-40e6-463a-86cb-0c56b36238c9 None None] For port 4ae5e838-ce64-43fc-a88a-5f287e8da415, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=4ae5e838-ce64-43fc-a88a-5f287e8da415,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:29.478351 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d380a958-40e6-463a-86cb-0c56b36238c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.482808 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:29.572542 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380a958-40e6-463a-86cb-0c56b36238c9 None None] Pushing event updated for resources: {'Port': ['ID=4ae5e838-ce64-43fc-a88a-5f287e8da415,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:29.731555 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.913146 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-b8929e77-d176-4520-90c3-4f6585761f0e None None] Provisioning complete for port 4ae5e838-ce64-43fc-a88a-5f287e8da415 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:29.913519 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b8929e77-d176-4520-90c3-4f6585761f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.913690 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:28Z', 'revision_number': 3, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:30.012448 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Checking router: be76eccd-e4e9-4291-8adb-977a89a43a36 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:32:30.013325 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Updating router be76eccd-e4e9-4291-8adb-977a89a43a36 port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 binding host dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:32:30.132021 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.137404 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.148778 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.177028 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4ae5e838-ce64-43fc-a88a-5f287e8da415 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:30.247286 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761bd9f7-a8e5-4175-a84a-2826c7417b3a,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:30.261643 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5eb907178fcc4d068763be74772569eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9482911 Aug 27 03:32:30.267955 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39056) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:30.308509 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.309171 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.309171 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.309478 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.316345 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.316718 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.319569 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.323080 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.323954 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.325389 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.326765 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.328432 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a65bc8f-8e0d-4555-b8b4-c9d518668fc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:30.330178 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 4ae5e838-ce64-43fc-a88a-5f287e8da415 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:30.330737 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.381287 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.462956 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ee7511f6-9baf-42f9-bce9-51e757def644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.511435 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39064) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:30.552955 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ee7511f6-9baf-42f9-bce9-51e757def644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.680775 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.697394 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Transition to ACTIVE for port object 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:30.707906 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.757726 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656165c-f288-4bc4-91df-19d0fd56e5e0 req-e0a728fc-3143-419c-ba8e-b801439b26b0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:30.770737 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4656165c-f288-4bc4-91df-19d0fd56e5e0 req-e0a728fc-3143-419c-ba8e-b801439b26b0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.7017705 Aug 27 03:32:30.811486 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09026a8a-e951-4139-b612-85aac3485843 None None] Pushing event updated for resources: {'Port': ['ID=4b1496d0-afaa-459f-b16e-fcb57a70f8c6,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:30.820331 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ee7511f6-9baf-42f9-bce9-51e757def644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.825563 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ee7511f6-9baf-42f9-bce9-51e757def644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.826838 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Attempting to bind port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:30.827620 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Attempting to bind port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:30.828153 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Attempting to bind port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 on network 52f11b4a-d44d-4499-bd40-91aa643b9de6 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:30.828941 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-ee7511f6-9baf-42f9-bce9-51e757def644 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/761bd9f7-a8e5-4175-a84a-2826c7417b3a HTTP/1.1" status: 204 len: 168 time: 0.5539851 Aug 27 03:32:30.856928 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:30.857600 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Checking segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:30.858264 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.859903 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Bound using segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:30.860641 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Bound port: 4b1496d0-afaa-459f-b16e-fcb57a70f8c6, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:30.861763 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.862792 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1951489140-network', 'tenant_id': '3f4d7b61f21242648e9306577be0f92d'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:30.887940 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7511f6-9baf-42f9-bce9-51e757def644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761bd9f7-a8e5-4175-a84a-2826c7417b3a,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:30.919127 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64251703-7ddd-462f-9e3f-57496da0883d req-035252ed-1f23-4ac0-8554-0376a3cf4316 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:30.920749 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-64251703-7ddd-462f-9e3f-57496da0883d req-035252ed-1f23-4ac0-8554-0376a3cf4316 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 946 time: 0.2472389 Aug 27 03:32:30.951781 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Made reservation on behalf of 3f4d7b61f21242648e9306577be0f92d for: {'network': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:30.966368 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.969981 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4656165c-f288-4bc4-91df-19d0fd56e5e0 req-993a2b64-79e6-4827-b14e-b75296cac9ab tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979077 Aug 27 03:32:30.979634 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] For port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:30.992185 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] For port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=4b1496d0-afaa-459f-b16e-fcb57a70f8c6,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:30.998838 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.005892 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.046281 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-64251703-7ddd-462f-9e3f-57496da0883d req-5ba4d22b-d806-4ad6-99b4-45b0ea113a3c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033213 Aug 27 03:32:31.105084 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:31.105816 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:32:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:31.117701 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09026a8a-e951-4139-b612-85aac3485843 None None] Pushing event updated for resources: {'Port': ['ID=4b1496d0-afaa-459f-b16e-fcb57a70f8c6,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:31.183322 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.191696 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Allocated IP 172.20.0.1 (40260a41-d950-4b5f-bb7d-a15bf4a84adb/ba241f0a-3c17-481b-b20b-5a79745f8a14/51162038-7b6d-4258-9e35-76e111fed5ed) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:31.193870 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.249427 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=93857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:32:31.288662 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:31.288887 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e89d73-9a57-4deb-b75a-793c477b497c,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:31.310624 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.311171 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.segments_db [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Added segment 5320cad9-682e-4815-bd6b-6d6ad28fb302 of type vlan for network f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 Aug 27 03:32:31.377210 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.383480 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.397254 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Transition to ACTIVE for port object 51162038-7b6d-4258-9e35-76e111fed5ed will not be triggered until provisioned by entity DHCP. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:31.439689 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.472810 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39090) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:31.497049 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Network 40260a41-d950-4b5f-bb7d-a15bf4a84adb is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:31.497820 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-239ba3a5-c12b-40d6-b0d3-5f67769a43ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.501241 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:31.511170 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:31.511653 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682983'] for router_interface, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.521208 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.522925 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.523670 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.566588 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:28Z', 'revision_number': 3, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:31.584291 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Pushing event updated for resources: {'Port': ['ID=51162038-7b6d-4258-9e35-76e111fed5ed,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:31.594789 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] Pushing event updated for resources: {'Network': ['ID=f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:31.604989 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.606015 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.606730 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.606984 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.607418 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.607906 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.608373 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.608984 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.609326 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.609692 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.613880 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:32:31.617851 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.618308 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:31.739819 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.811648 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-239ba3a5-c12b-40d6-b0d3-5f67769a43ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.830831 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-239ba3a5-c12b-40d6-b0d3-5f67769a43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.878270 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-86c5f75e-0f76-4997-9e73-392a14151349 None None] Provisioning for port 51162038-7b6d-4258-9e35-76e111fed5ed completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:31.884133 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-86c5f75e-0f76-4997-9e73-392a14151349 None None] Provisioning complete for port 51162038-7b6d-4258-9e35-76e111fed5ed triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:31.884510 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-86c5f75e-0f76-4997-9e73-392a14151349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.893726 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-a15dd2e3-ce6c-4941-addb-b55bcc68a67a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798733 Aug 27 03:32:31.919046 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-239ba3a5-c12b-40d6-b0d3-5f67769a43ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e43ed8064a04eb4bbe53612155ec307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430716 Aug 27 03:32:31.925545 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-0dca0494-e95c-476b-a8e1-5a9f0931c81a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4107127 Aug 27 03:32:31.926971 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39100) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:31.927512 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e83850-7be0-42a8-8d11-b73d67698d2c None None] The sync data for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb is: [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:28Z', 'revision_number': 3, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:32:31.932304 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39102) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:31.980400 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Request body: {'subnet': {'network_id': 'f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1951489140-subnet', 'tenant_id': '3f4d7b61f21242648e9306577be0f92d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:31.998831 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-86c5f75e-0f76-4997-9e73-392a14151349 None None] Port 51162038-7b6d-4258-9e35-76e111fed5ed cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:32.053412 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ba3a5-c12b-40d6-b0d3-5f67769a43ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e90ba1b-8c45-4c7e-8ecd-f13fc614f821,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:32.102370 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Made reservation on behalf of 3f4d7b61f21242648e9306577be0f92d for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:32.105685 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558998'] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.210035 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4130-42e5-4604-aa5f-d195d365e898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.226459 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-c8e28d44-5506-43d5-b1f5-682f5747a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.229292 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-c8e28d44-5506-43d5-b1f5-682f5747a7a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 1098 time: 0.2619002 Aug 27 03:32:32.243821 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ee746-db37-4c62-8e77-5783ae9aa8d4 req-ea8ee33a-51d6-41a0-9e2d-33593295a5dc tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.259865 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e2ee746-db37-4c62-8e77-5783ae9aa8d4 req-ea8ee33a-51d6-41a0-9e2d-33593295a5dc tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1558495 Aug 27 03:32:32.297527 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4130-42e5-4604-aa5f-d195d365e898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.414845 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4130-42e5-4604-aa5f-d195d365e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.428228 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4130-42e5-4604-aa5f-d195d365e898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.435948 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-3cbe4130-42e5-4604-aa5f-d195d365e898 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e90ba1b-8c45-4c7e-8ecd-f13fc614f821 HTTP/1.1" status: 204 len: 168 time: 0.4824507 Aug 27 03:32:32.455402 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe4130-42e5-4604-aa5f-d195d365e898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e90ba1b-8c45-4c7e-8ecd-f13fc614f821,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:32.547975 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8601479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559076'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.560979 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.592588 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.593351 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682552'] for router_interface, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.619378 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e2ee746-db37-4c62-8e77-5783ae9aa8d4 req-da7b8a19-3847-419e-b22f-f796bbd29228 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649728 Aug 27 03:32:32.639775 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcc5a86-6384-4482-b40d-1d30910ffea9,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:32.648865 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Checking segment: {'id': '5320cad9-682e-4815-bd6b-6d6ad28fb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:32.649214 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Network hostable DHCP agents. Network: f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:32:32.676082 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Network f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:32:32.682099 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-87e46e65-82fb-4b5a-9765-99208e7f8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.683730 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-87e46e65-82fb-4b5a-9765-99208e7f8f90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 915 time: 0.3995488 Aug 27 03:32:32.703845 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:32.725207 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd60eb7-b71a-4e2e-b252-25b8ea1ecab4 None None] Network f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:32.737598 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.741079 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.801241 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-83aa00a6-3e76-4891-8e5b-cc8d4493afb6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8344576 Aug 27 03:32:32.892540 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-8ccf9ffd-d393-41a3-b8b7-1a365ec1ff07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95cc2353-0603-40fd-894e-61526eef2055 HTTP/1.1" status: 200 len: 217 time: 0.1895695 Aug 27 03:32:32.896596 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Pushing event updated for resources: {'Port': ['ID=51162038-7b6d-4258-9e35-76e111fed5ed,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:33.032872 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d5e471-fe4b-4c0d-a0ed-072668c9ec19 None None] Network f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:33.078150 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-965d09fb-6fd0-4655-bfc2-5daa08dd4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.084540 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-965d09fb-6fd0-4655-bfc2-5daa08dd4703 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25656541-a36d-41dd-9ab1-894532fab4e1 HTTP/1.1" status: 200 len: 854 time: 0.1703539 Aug 27 03:32:33.086983 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Network 40260a41-d950-4b5f-bb7d-a15bf4a84adb is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:33.105819 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:33.178555 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-e9c79fa7-be61-4924-ab1e-66642f24db84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=810625c9-9496-4772-8797-1591acf0610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767457 Aug 27 03:32:33.586161 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-bf88aefd-d36c-4d80-9e88-f920320714ca service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169262 Aug 27 03:32:33.588643 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Router be76eccd-e4e9-4291-8adb-977a89a43a36 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:32:33.680785 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.681667 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-30c0691c-73b4-4601-be1b-fad7d69bd294 None None] Provisioning complete for port 51162038-7b6d-4258-9e35-76e111fed5ed triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:33.682025 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30c0691c-73b4-4601-be1b-fad7d69bd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.790233 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-30c0691c-73b4-4601-be1b-fad7d69bd294 None None] Port 51162038-7b6d-4258-9e35-76e111fed5ed cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:33.825121 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:32:33.847316 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-734c0d18-b86f-4756-9aa3-c7f05b923d91 admin admin] 10.222.0.41 "PUT /v2.0/routers/be76eccd-e4e9-4291-8adb-977a89a43a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6271749 Aug 27 03:32:33.878421 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee72c0-3fe8-4a63-b06b-9de1b693e8f3 req-4c87e4da-3598-411a-8a9b-95a7feb3bc0e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.880280 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-82ee72c0-3fe8-4a63-b06b-9de1b693e8f3 req-4c87e4da-3598-411a-8a9b-95a7feb3bc0e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1053884 Aug 27 03:32:33.949120 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-82ee72c0-3fe8-4a63-b06b-9de1b693e8f3 req-6f4c4191-5267-4f1e-b93d-c13322796c41 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594420 Aug 27 03:32:33.961973 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0a272ab3-047b-465d-8a72-c0a3cdb3919f req-5d092859-30f8-4dd2-8adc-d22cb6679494 service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597772 Aug 27 03:32:34.097169 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:34.241816 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:34.249246 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:34.249977 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.397312 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.413110 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-b4c6afd1-6045-46fc-86bf-d8657bb5cda5 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.421028 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=4b1496d0-afaa-459f-b16e-fcb57a70f8c6,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:34.422857 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-b4c6afd1-6045-46fc-86bf-d8657bb5cda5 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 814 time: 0.1678622 Aug 27 03:32:34.430534 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.461433 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-dcc798f0-c7d6-462e-963b-46d42e5e782f tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/quotas/ab65759643da4c359401623f5ba34e3f HTTP/1.1" status: 200 len: 375 time: 0.0372524 Aug 27 03:32:34.492168 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39210) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:34.506470 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1018219558-network', 'tenant_id': '41d6fb3d81fc4ac8a3dfe78dfc6d558e'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:34.525686 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=4b1496d0-afaa-459f-b16e-fcb57a70f8c6,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:34.547424 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.549318 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.549318 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.550082 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.550767 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.551564 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.552733 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-25de73ed-e258-44ee-8700-4222829148b5 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902178 Aug 27 03:32:34.553465 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.554514 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.555358 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.556158 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.556855 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.557496 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:34.567855 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Made reservation on behalf of 41d6fb3d81fc4ac8a3dfe78dfc6d558e for: {'network': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:34.570450 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.588691 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.604495 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Sync routers for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:32:34.624486 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:34.625110 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:32:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:34.701147 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-36134b2d-a153-43c4-9ce5-44dbca9a60a8 service neutron] 10.222.0.41 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416824 Aug 27 03:32:34.759157 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.759667 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.796207 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=93856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:32:34.823417 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.823897 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.segments_db [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Added segment dd777788-1ea9-4828-9b61-806bab72337d of type vlan for network 64f42557-d1c0-43b2-90b3-e5a13331f4f8 Aug 27 03:32:34.826087 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db535b83-5370-4b88-92c3-28978c2d169d,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:34.856540 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:34.904132 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-b37568dd-cfd5-411e-82b3-844d076e0bd0 service neutron] 10.222.0.41 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876590 Aug 27 03:32:34.910206 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.947010 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.948121 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.948718 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.112459 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39226) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:35.113504 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6147406 Aug 27 03:32:35.119486 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Request body: {'subnet': {'network_id': '64f42557-d1c0-43b2-90b3-e5a13331f4f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1018219558-subnet', 'tenant_id': '41d6fb3d81fc4ac8a3dfe78dfc6d558e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:35.124323 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac05c1f-a57d-48fe-a12e-72ab518bf5ab admin admin] Pushing event updated for resources: {'Network': ['ID=64f42557-d1c0-43b2-90b3-e5a13331f4f8,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:35.163404 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Made reservation on behalf of 41d6fb3d81fc4ac8a3dfe78dfc6d558e for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:35.168360 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558998'] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.169653 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 64f42557-d1c0-43b2-90b3-e5a13331f4f8 details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:32:35.314172 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39238) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:35.349231 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-365dbd88-f90d-4d85-af6a-edbe0b8f65c9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505489603', 'description': 'tempest-description--1388864044'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:35.387285 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39242) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:35.560451 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a1d9582b-d418-4d24-b145-0a1775ca0a56 req-685a73e7-b7e6-4c0a-a68e-2c74730bed59 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 210 time: 0.0749805 Aug 27 03:32:35.566256 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-365dbd88-f90d-4d85-af6a-edbe0b8f65c9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.637841 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ad9b4-d906-4e4c-8515-0e49b65e59f4 req-fb8a97b5-87f1-4e3c-81b8-a9c80b3ff2aa tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:35.654163 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6d1ad9b4-d906-4e4c-8515-0e49b65e59f4 req-fb8a97b5-87f1-4e3c-81b8-a9c80b3ff2aa tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.3861105 Aug 27 03:32:35.774846 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 2, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:35.783691 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd278-3769-4a0a-b068-05bde87c2fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.844920 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Checking router: be76eccd-e4e9-4291-8adb-977a89a43a36 for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:32:35.845274 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Updating router be76eccd-e4e9-4291-8adb-977a89a43a36 port 51162038-7b6d-4258-9e35-76e111fed5ed binding host dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:32:35.863184 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-365dbd88-f90d-4d85-af6a-edbe0b8f65c9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.884044 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-365dbd88-f90d-4d85-af6a-edbe0b8f65c9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.901428 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.978993 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dbd88-f90d-4d85-af6a-edbe0b8f65c9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956e021e-1356-46b4-8e68-572213151506,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.075348 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd278-3769-4a0a-b068-05bde87c2fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.087012 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd278-3769-4a0a-b068-05bde87c2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.099652 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:36.148905 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-aa3fd278-3769-4a0a-b068-05bde87c2fc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62a8055e791c401bada44773408eb0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7448027 Aug 27 03:32:36.150550 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fd278-3769-4a0a-b068-05bde87c2fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf032b7c-dbb1-4e71-9c35-461d37d38078,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.153515 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-365dbd88-f90d-4d85-af6a-edbe0b8f65c9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.157867 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-365dbd88-f90d-4d85-af6a-edbe0b8f65c9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8325281 Aug 27 03:32:36.157867 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39264) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:36.158129 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39266) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:36.167051 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6d1ad9b4-d906-4e4c-8515-0e49b65e59f4 req-50f9871e-1249-4b56-8569-b1c71be837f1 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115266 Aug 27 03:32:36.169044 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-a496f706-9ee8-4b5a-8706-6892cb6ccb9a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'security_group_rule': {'security_group_id': '956e021e-1356-46b4-8e68-572213151506', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:36.225607 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:36.226371 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.238470 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-de2eb945-47b0-475f-ad67-2e446378f7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.264052 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-de2eb945-47b0-475f-ad67-2e446378f7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.334577 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-de2eb945-47b0-475f-ad67-2e446378f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.338324 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-de2eb945-47b0-475f-ad67-2e446378f7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.342778 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-de2eb945-47b0-475f-ad67-2e446378f7ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf032b7c-dbb1-4e71-9c35-461d37d38078 HTTP/1.1" status: 204 len: 168 time: 0.1828477 Aug 27 03:32:36.342778 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a496f706-9ee8-4b5a-8706-6892cb6ccb9a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.391391 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eb945-47b0-475f-ad67-2e446378f7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf032b7c-dbb1-4e71-9c35-461d37d38078,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.403085 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8601479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559076'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.419388 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a496f706-9ee8-4b5a-8706-6892cb6ccb9a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.426074 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a496f706-9ee8-4b5a-8706-6892cb6ccb9a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.456245 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a496f706-9ee8-4b5a-8706-6892cb6ccb9a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.461566 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-a496f706-9ee8-4b5a-8706-6892cb6ccb9a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933371 Aug 27 03:32:36.461566 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496f706-9ee8-4b5a-8706-6892cb6ccb9a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de57cc1-9b2c-4779-99bc-c05f8109327c,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.461566 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39272) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:36.467592 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-678a6017-0957-478c-be65-61fd3e052643 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'security_group_rule': {'security_group_id': '956e021e-1356-46b4-8e68-572213151506', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:36.512640 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c205dc9c-61ef-498d-ae9d-6fa9ad2acc91,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.525291 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-678a6017-0957-478c-be65-61fd3e052643 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.550659 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Checking segment: {'id': 'dd777788-1ea9-4828-9b61-806bab72337d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '64f42557-d1c0-43b2-90b3-e5a13331f4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:36.551216 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Network hostable DHCP agents. Network: 64f42557-d1c0-43b2-90b3-e5a13331f4f8, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:32:36.574990 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.575437 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Network 64f42557-d1c0-43b2-90b3-e5a13331f4f8 is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:32:36.588722 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Transition to ACTIVE for port object 51162038-7b6d-4258-9e35-76e111fed5ed will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:36.594864 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 64f42557-d1c0-43b2-90b3-e5a13331f4f8) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:36.600373 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:36.601287 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.604000 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.625757 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039cf7c0-84fa-4436-97fb-1355ba061645 None None] Network 64f42557-d1c0-43b2-90b3-e5a13331f4f8 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:36.626363 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-9c34a3e8-7697-45af-9fce-3f903035f779 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5123570 Aug 27 03:32:36.646445 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-678a6017-0957-478c-be65-61fd3e052643 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.660463 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-678a6017-0957-478c-be65-61fd3e052643 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.711948 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a6017-0957-478c-be65-61fd3e052643 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b057cf3-e48b-4bb0-8f7b-160b13e7ebe3,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.734748 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-678a6017-0957-478c-be65-61fd3e052643 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.739597 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-678a6017-0957-478c-be65-61fd3e052643 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2732525 Aug 27 03:32:36.739810 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39284) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:36.754989 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'floatingip': {'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:36.789293 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.797107 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d51ff58b-8ccb-4b91-ae41-963dcf3a96b9 req-648eb9b2-0d84-451f-82db-a5f00ba14976 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 210 time: 0.0976388 Aug 27 03:32:36.968109 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeb477-5871-4198-b7a0-27b0bb0587e5 None None] Pushing event updated for resources: {'Port': ['ID=51162038-7b6d-4258-9e35-76e111fed5ed,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:37.173862 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe919201-5dfb-4a96-828f-e4182900d9f6 None None] Network 64f42557-d1c0-43b2-90b3-e5a13331f4f8 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:37.190751 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.304287 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-60a53355-073d-474e-af82-cf45d8d1888d tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:37.306639 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-60a53355-073d-474e-af82-cf45d8d1888d tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 814 time: 0.4004683 Aug 27 03:32:37.361227 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Request body: {'port': {'device_id': '16c0db24-c399-40a6-802e-c5f5cf2c1e0d', 'network_id': '810625c9-9496-4772-8797-1591acf0610a', 'admin_state_up': True, 'tenant_id': 'ab65759643da4c359401623f5ba34e3f'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:37.428904 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Attempting to bind port 51162038-7b6d-4258-9e35-76e111fed5ed on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:37.429370 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Attempting to bind port 51162038-7b6d-4258-9e35-76e111fed5ed by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:37.429800 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Attempting to bind port 51162038-7b6d-4258-9e35-76e111fed5ed on network 40260a41-d950-4b5f-bb7d-a15bf4a84adb {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:37.438274 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:37.438650 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Checking segment: {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:37.439061 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.439456 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Bound using segment: {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:37.439972 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Bound port: 51162038-7b6d-4258-9e35-76e111fed5ed, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:37.440335 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.470751 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Allocated IP 172.28.1.250 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/fdeb1179-91e0-4760-8af5-da16dc442680) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:37.548238 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] For port 51162038-7b6d-4258-9e35-76e111fed5ed, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:37.553086 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] For port 51162038-7b6d-4258-9e35-76e111fed5ed, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=51162038-7b6d-4258-9e35-76e111fed5ed,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:37.560853 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.632635 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbf794-8e69-4871-94d7-bfb19f078cc1 req-0443e14b-3480-4663-a828-66e04cceece6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:37.655780 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.657097 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98dbf794-8e69-4871-94d7-bfb19f078cc1 req-0443e14b-3480-4663-a828-66e04cceece6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.2420480 Aug 27 03:32:37.667064 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:37.667707 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:32:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:37.712631 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeb477-5871-4198-b7a0-27b0bb0587e5 None None] Pushing event updated for resources: {'Port': ['ID=51162038-7b6d-4258-9e35-76e111fed5ed,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:37.719767 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.789348 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:37.793504 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:37.805319 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:37.839527 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:37.852339 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98dbf794-8e69-4871-94d7-bfb19f078cc1 req-9e1c4d1e-757c-4827-ae5b-984951dd952b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940243 Aug 27 03:32:37.861885 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'Port': ['ID=fdeb1179-91e0-4760-8af5-da16dc442680,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:37.897814 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Made reservation on behalf of ab65759643da4c359401623f5ba34e3f for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:37.913307 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.025950 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39338) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:38.044027 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.085915 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bf06592c-d6c9-436f-9377-88078c5318ae req-b0c2e59d-fcf1-4e66-af30-de2d9e45903d tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 210 time: 0.0995622 Aug 27 03:32:38.229790 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.235295 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7b087cc9-9021-4d2c-8a49-4bf9aaae68aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.242277 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Allocated IP 172.20.0.3 (810625c9-9496-4772-8797-1591acf0610a/25656541-a36d-41dd-9ab1-894532fab4e1/f84b0da1-2ffc-4f93-9567-01f945c9d8ce) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:38.332382 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:37Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:38.368512 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-cb3bfe93-799f-4f27-882a-9c6c20717cce tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:38.370368 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-cb3bfe93-799f-4f27-882a-9c6c20717cce tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/networks?id=f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 HTTP/1.1" status: 200 len: 809 time: 0.3120496 Aug 27 03:32:38.377057 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776d1a0-2478-4427-9e53-eaf5931578ee None None] The sync data for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb is: [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:37Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:32:38.478190 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-92be3654-c441-4b49-a1f1-8d27074547f7 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/quotas/3f4d7b61f21242648e9306577be0f92d HTTP/1.1" status: 200 len: 375 time: 0.0919209 Aug 27 03:32:38.482881 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39364) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:38.563629 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-1e4935e5-5361-41f6-abec-4d05378a9c1e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f4d7b61f21242648e9306577be0f92d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781076 Aug 27 03:32:38.726296 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7b087cc9-9021-4d2c-8a49-4bf9aaae68aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.745898 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1506679383-network', 'tenant_id': '5c764707689c4eef804ec9ee0dddd86d'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:38.754117 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7b087cc9-9021-4d2c-8a49-4bf9aaae68aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.817406 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.853993 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-7b087cc9-9021-4d2c-8a49-4bf9aaae68aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9068d41e92f4c6f8566e01f0cde0f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8263309 Aug 27 03:32:38.857135 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39376) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:38.875639 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.889026 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-2dd53d72-0bd1-45da-b115-a7a39b8278aa service neutron] 10.222.0.41 "GET /v2.0/networks/f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141711 Aug 27 03:32:38.890772 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Made reservation on behalf of 5c764707689c4eef804ec9ee0dddd86d for: {'network': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:38.893091 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.895350 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b087cc9-9021-4d2c-8a49-4bf9aaae68aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d7fc95-6aa8-4c04-ba64-d375d285353c,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:38.910514 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39378) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:38.914886 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.963424 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.037025 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.061452 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5fe775e5-1e77-446e-ad7b-dcdfbe2e777f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.073681 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['95cc2353-0603-40fd-894e-61526eef2055', '37138c1f-c172-48d2-94ff-7a1ad053ce40'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:39.096571 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7758b1-2eeb-4f1c-bd5b-35dfb229384c req-1cb91c9b-22f3-4460-9eaf-1ea882609df0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.099195 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9b7758b1-2eeb-4f1c-bd5b-35dfb229384c req-1cb91c9b-22f3-4460-9eaf-1ea882609df0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1498377 Aug 27 03:32:39.104885 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.136747 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.157221 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Network 810625c9-9496-4772-8797-1591acf0610a is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:39.161418 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4ff69c1b-7a13-45d2-868e-10699e264904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.195692 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:39.199196 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5fe775e5-1e77-446e-ad7b-dcdfbe2e777f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.204395 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:39.210464 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.210659 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.217690 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'Port': ['ID=fdeb1179-91e0-4760-8af5-da16dc442680,revision_number=2']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:39.233358 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=93857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:32:39.257110 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Pushing event updated for resources: {'Port': ['ID=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:39.275628 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.278222 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.segments_db [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Added segment 04bf9469-f007-4424-a81c-0f844eebf112 of type vlan for network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c Aug 27 03:32:39.281978 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1734a0-0564-434a-b04e-d4690b8270d7,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:39.287313 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9b7758b1-2eeb-4f1c-bd5b-35dfb229384c req-4e1fbfef-9b48-4cb7-a775-a5a8e7404192 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654367 Aug 27 03:32:39.347869 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.363500 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-be62d991-2566-4160-934d-2fa68b1b69fc service neutron] 10.222.0.41 "GET /v2.0/networks/f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735854 Aug 27 03:32:39.406741 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.406958 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5fe775e5-1e77-446e-ad7b-dcdfbe2e777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.409609 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5fe775e5-1e77-446e-ad7b-dcdfbe2e777f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.411366 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-5fe775e5-1e77-446e-ad7b-dcdfbe2e777f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73d7fc95-6aa8-4c04-ba64-d375d285353c HTTP/1.1" status: 204 len: 168 time: 0.5483425 Aug 27 03:32:39.432884 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe775e5-1e77-446e-ad7b-dcdfbe2e777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d7fc95-6aa8-4c04-ba64-d375d285353c,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:39.474899 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.480708 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.480708 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.485143 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2921acc-7c53-4d32-b40a-88d300a2638b req-0698e3a7-14ef-424a-b736-12ec9c61c1f4 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.488103 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a2921acc-7c53-4d32-b40a-88d300a2638b req-0698e3a7-14ef-424a-b736-12ec9c61c1f4 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 931 time: 0.1181810 Aug 27 03:32:39.547974 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4ff69c1b-7a13-45d2-868e-10699e264904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.574070 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a2921acc-7c53-4d32-b40a-88d300a2638b req-2438bc04-42d5-437e-9641-84c565252e60 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719821 Aug 27 03:32:39.575326 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4ff69c1b-7a13-45d2-868e-10699e264904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.605556 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-aeb4df95-45bf-4a2c-a3cd-fe0649729dcb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2547684 Aug 27 03:32:39.623316 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1392100 Aug 27 03:32:39.624869 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.627623 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-52772579-c6f6-4819-82a7-ec434c16bfa5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8869488 Aug 27 03:32:39.636213 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39390) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:39.674180 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Request body: {'subnet': {'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1506679383-subnet', 'tenant_id': '5c764707689c4eef804ec9ee0dddd86d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:39.684757 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Request body: {'port': {'device_id': '16c0db24-c399-40a6-802e-c5f5cf2c1e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:39.690074 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2fe2f-16de-48aa-9a5a-05029779e78a admin admin] Pushing event updated for resources: {'Network': ['ID=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:39.708655 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:32:39.747518 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Made reservation on behalf of 5c764707689c4eef804ec9ee0dddd86d for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:39.750236 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558998'] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.810756 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-4ff69c1b-7a13-45d2-868e-10699e264904 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b8b3708010848d1989900374e3041f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8970189 Aug 27 03:32:39.820781 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39398) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:39.891417 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff69c1b-7a13-45d2-868e-10699e264904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b687a2-e946-4933-bce5-6e711a3e2d9e,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:39.914264 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ded11a14-8ce4-4af8-aff4-de274c44d81d req-254d5b76-dae5-4a17-8d93-603b3264db1f tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 210 time: 0.1866465 Aug 27 03:32:39.945571 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.087207 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 51162038-7b6d-4258-9e35-76e111fed5ed up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:40.089386 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c164c425-8228-4ecb-85b9-0e0d825fd1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.158834 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-fb60518a-0bec-48ad-8ab8-57dadedb7545 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--505489603&fields=id&tenant_id=d597800516ce450ab54b937650e01824 HTTP/1.1" status: 200 len: 267 time: 0.1126595 Aug 27 03:32:40.214357 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8601479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559076'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.231538 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c164c425-8228-4ecb-85b9-0e0d825fd1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.249252 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 51162038-7b6d-4258-9e35-76e111fed5ed completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:40.263018 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 51162038-7b6d-4258-9e35-76e111fed5ed triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:40.263637 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.293573 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39416) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:40.325383 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dcaed10c-54f2-4338-bf48-40fee20f9a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.327658 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c164c425-8228-4ecb-85b9-0e0d825fd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.330209 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c164c425-8228-4ecb-85b9-0e0d825fd1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.331360 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-c164c425-8228-4ecb-85b9-0e0d825fd1ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60b687a2-e946-4933-bce5-6e711a3e2d9e HTTP/1.1" status: 204 len: 168 time: 0.5090981 Aug 27 03:32:40.358861 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164c425-8228-4ecb-85b9-0e0d825fd1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b687a2-e946-4933-bce5-6e711a3e2d9e,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:40.437255 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.459851 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54e3998-7055-4934-bd16-09d62fd731ff,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:40.465887 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Checking segment: {'id': '04bf9469-f007-4424-a81c-0f844eebf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:40.466288 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Network hostable DHCP agents. Network: b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:32:40.503690 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:32:40.521683 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-ffe508a3-8d12-4f56-9333-6edda224646e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.529696 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-ffe508a3-8d12-4f56-9333-6edda224646e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 816 time: 0.3617485 Aug 27 03:32:40.534956 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 51162038-7b6d-4258-9e35-76e111fed5ed, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=51162038-7b6d-4258-9e35-76e111fed5ed,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:40.544022 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:40.544497 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.549086 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.549854 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.574551 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-0143508e-1627-4a98-ba50-f7ba77fc7550 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/quotas/d597800516ce450ab54b937650e01824 HTTP/1.1" status: 200 len: 375 time: 0.0433145 Aug 27 03:32:40.594567 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3351fb23-1bcd-4eb4-979f-1e6a13c00748 None None] Network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:40.613204 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c73c8-8e9d-4bb3-84ef-47d99f923cab req-6511c375-c104-42e8-9ab4-6d118f9d8df5 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.626086 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7d8c73c8-8e9d-4bb3-84ef-47d99f923cab req-6511c375-c104-42e8-9ab4-6d118f9d8df5 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1891272 Aug 27 03:32:40.654814 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-6ce57e64-80d3-4a0b-862b-26698252ecf0 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787942 Aug 27 03:32:40.767052 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=51162038-7b6d-4258-9e35-76e111fed5ed,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:40.790324 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7d8c73c8-8e9d-4bb3-84ef-47d99f923cab req-abaf78bc-43dc-4a36-a40c-4ab6885f21c5 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630089 Aug 27 03:32:40.815518 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dcaed10c-54f2-4338-bf48-40fee20f9a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.821949 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dcaed10c-54f2-4338-bf48-40fee20f9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.833573 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6547a277-12f0-4151-8703-68f5b2008d95 None None] Network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:40.864075 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-2085ba27-a979-4f08-b184-cc772e069550 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2186346 Aug 27 03:32:40.864519 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84b0da1-2ffc-4f93-9567-01f945c9d8ce {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:40.870193 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-60be0b2a-e325-44a8-880b-3a484e9e8e2e service neutron] 10.222.0.41 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007713 Aug 27 03:32:40.889635 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.904013 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaed10c-54f2-4338-bf48-40fee20f9a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d737f90-7e06-4d5c-907d-85d81346a267,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:40.926984 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-dcaed10c-54f2-4338-bf48-40fee20f9a5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7bf708af48d408fb8123f9f9477b919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295552 Aug 27 03:32:40.938206 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39434) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:41.009148 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Transition to ACTIVE for port object f84b0da1-2ffc-4f93-9567-01f945c9d8ce will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:41.036381 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.043806 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-b50d4013-2387-4da8-bd66-ffcf9e450a92 service neutron] 10.222.0.41 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644483 Aug 27 03:32:41.157583 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e3cdd-57e0-4643-9d75-6ca4d0607b8a req-91787873-eda2-448f-8977-54da2602b1b6 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.159257 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2a9e3cdd-57e0-4643-9d75-6ca4d0607b8a req-91787873-eda2-448f-8977-54da2602b1b6 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 931 time: 0.2191269 Aug 27 03:32:41.205794 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Pushing event updated for resources: {'Port': ['ID=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:41.222609 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Attempting to bind port f84b0da1-2ffc-4f93-9567-01f945c9d8ce on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:41.222945 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Attempting to bind port f84b0da1-2ffc-4f93-9567-01f945c9d8ce by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:41.223312 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Attempting to bind port f84b0da1-2ffc-4f93-9567-01f945c9d8ce on network 810625c9-9496-4772-8797-1591acf0610a {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:41.253384 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Port f84b0da1-2ffc-4f93-9567-01f945c9d8ce on network 810625c9-9496-4772-8797-1591acf0610a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:41.253713 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Attempting to bind port f84b0da1-2ffc-4f93-9567-01f945c9d8ce on network 810625c9-9496-4772-8797-1591acf0610a {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:41.370890 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-81c862b3-05f0-4643-94ba-304494b8b191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.414106 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-81c862b3-05f0-4643-94ba-304494b8b191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.463914 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:41.464427 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Checking segment: {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:41.465640 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Bound using segment: {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:41.465866 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Bound port: f84b0da1-2ffc-4f93-9567-01f945c9d8ce, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:41.472074 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.521474 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2a9e3cdd-57e0-4643-9d75-6ca4d0607b8a req-c9b9a48e-c65f-46ad-b2d8-55b463e6d74f tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413494 Aug 27 03:32:41.583815 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-81c862b3-05f0-4643-94ba-304494b8b191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.595171 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-81c862b3-05f0-4643-94ba-304494b8b191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.599690 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-81c862b3-05f0-4643-94ba-304494b8b191 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d737f90-7e06-4d5c-907d-85d81346a267 HTTP/1.1" status: 204 len: 168 time: 0.6092453 Aug 27 03:32:41.719009 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dde54a1e-5d05-428d-a089-e414f1ece868 req-da493502-af48-4c20-aebf-fb43a19f6138 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 210 time: 0.0511656 Aug 27 03:32:41.747465 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c862b3-05f0-4643-94ba-304494b8b191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d737f90-7e06-4d5c-907d-85d81346a267,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:41.870835 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e047786b-d528-4089-a471-a5644f9a1f85 req-4a09c40a-4e34-4a1d-a01c-78ac1533a508 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 210 time: 0.1484778 Aug 27 03:32:41.886322 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-c248d451-2553-4dc5-a42a-0a0864317cab tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.888875 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-c248d451-2553-4dc5-a42a-0a0864317cab tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.64 "GET /v2.0/networks?id=f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 HTTP/1.1" status: 200 len: 809 time: 0.6529422 Aug 27 03:32:41.911133 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Request body: {'port': {'device_id': '36376e36-482b-4215-a3bb-a410420c45cc', 'network_id': 'f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2', 'admin_state_up': True, 'tenant_id': '3f4d7b61f21242648e9306577be0f92d'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:42.017488 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e30234-38b5-422d-a2c7-a43f4c67d35d req-db359f8d-aaa7-4e20-81c5-2a8e502c8583 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:42.031710 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b3e30234-38b5-422d-a2c7-a43f4c67d35d req-db359f8d-aaa7-4e20-81c5-2a8e502c8583 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1190202 Aug 27 03:32:42.070076 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] For port f84b0da1-2ffc-4f93-9567-01f945c9d8ce, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:42.077384 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] For port f84b0da1-2ffc-4f93-9567-01f945c9d8ce, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:42.095475 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.107779 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 51162038-7b6d-4258-9e35-76e111fed5ed up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:42.129649 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b3e30234-38b5-422d-a2c7-a43f4c67d35d req-b2c24a6e-5741-487a-82fe-2fa9fa03210f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971329 Aug 27 03:32:42.170679 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:42.172330 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.173804 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] 10.222.0.64 "PUT /v2.0/ports/f84b0da1-2ffc-4f93-9567-01f945c9d8ce HTTP/1.1" status: 200 len: 1093 time: 2.5441463 Aug 27 03:32:42.177669 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c0db24-c399-40a6-802e-c5f5cf2c1e0d', 'tag': 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:42.199840 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31869a2e-346f-491a-9428-cd3c482d47d4" -d '{"events": [{"name": "network-changed", "server_uuid": "16c0db24-c399-40a6-802e-c5f5cf2c1e0d", "tag": "f84b0da1-2ffc-4f93-9567-01f945c9d8ce"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:42.247559 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 51162038-7b6d-4258-9e35-76e111fed5ed triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:42.248092 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.330257 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc12ec75-a38c-4dd8-b166-b6fb9ceee86e x-openstack-request-id: req-dc12ec75-a38c-4dd8-b166-b6fb9ceee86e {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:42.330924 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c0db24-c399-40a6-802e-c5f5cf2c1e0d", "tag": "f84b0da1-2ffc-4f93-9567-01f945c9d8ce", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:42.331310 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc12ec75-a38c-4dd8-b166-b6fb9ceee86e {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:42.331847 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c0db24-c399-40a6-802e-c5f5cf2c1e0d', 'tag': 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce', 'status': 'completed', 'code': 200} Aug 27 03:32:42.430213 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f18634-a163-46df-971e-f01c6c21050c service neutron] Pushing event updated for resources: {'Port': ['ID=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:42.465586 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-f92f0ca9-aae7-4b22-98f7-8c4ed460cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:42.467506 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-f92f0ca9-aae7-4b22-98f7-8c4ed460cbc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 1096 time: 0.1775727 Aug 27 03:32:42.468372 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Made reservation on behalf of 3f4d7b61f21242648e9306577be0f92d for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:42.472265 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.533242 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-1f5b4635-cd7e-411c-a5e3-79ed5f5758f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b0da1-2ffc-4f93-9567-01f945c9d8ce HTTP/1.1" status: 200 len: 217 time: 0.0545769 Aug 27 03:32:42.642538 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-5bd76948-203e-472e-81df-9d9f5e478cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:42.644036 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-5bd76948-203e-472e-81df-9d9f5e478cec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25656541-a36d-41dd-9ab1-894532fab4e1 HTTP/1.1" status: 200 len: 854 time: 0.0957220 Aug 27 03:32:42.743352 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-145b79bc-307b-406c-8c91-49a728a9df58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=810625c9-9496-4772-8797-1591acf0610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741460 Aug 27 03:32:42.821040 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Allocated IP 172.20.0.12 (f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2/dbcc5a86-6384-4482-b40d-1d30910ffea9/90afa41d-e627-4dee-8d22-0ee6d3d09a84) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:42.854289 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a664e-e2b1-4a8d-9851-86e4b5c558c6 req-e5495aed-2ea2-4cf7-abce-d63879e517a1 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:42.857540 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-589eec6d-7c5e-48c3-9725-58f910a9486e req-05fb0a7f-4479-4020-abf9-bed20c30fd24 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 210 time: 0.0450876 Aug 27 03:32:42.862268 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f45a664e-e2b1-4a8d-9851-86e4b5c558c6 req-e5495aed-2ea2-4cf7-abce-d63879e517a1 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 943 time: 0.1940093 Aug 27 03:32:42.949237 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f45a664e-e2b1-4a8d-9851-86e4b5c558c6 req-2f8f9334-e41f-4654-b7f4-d6da46f1e43f tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862958 Aug 27 03:32:43.025726 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-534644f9-d534-450e-ba38-bf2211aeae6f service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704113 Aug 27 03:32:43.058796 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6e7fc31b-c6ce-43e1-a6d3-7a0eb400663d req-e11565b3-12a9-4684-a091-ea3913bcadcd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 210 time: 0.0351973 Aug 27 03:32:43.536304 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7ba1-88b0-4998-9209-de6df2d5b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.554649 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.634364 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-642f45c3-5409-4a91-8270-8bdab81da6b8 req-690c13e9-7287-4392-9724-d68dcc64a5b1 service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812688 Aug 27 03:32:43.653858 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-ada8995b-459a-4df9-bcd4-0ec872fdc2f6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.655503 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-ada8995b-459a-4df9-bcd4-0ec872fdc2f6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 816 time: 0.5149064 Aug 27 03:32:43.657964 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-d7757ce7-fc0e-43db-9f3e-e3e129b25680 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.659553 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-d7757ce7-fc0e-43db-9f3e-e3e129b25680 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/networks?id=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c HTTP/1.1" status: 200 len: 809 time: 0.1273267 Aug 27 03:32:43.676782 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-b1845f54-60f0-431c-ade6-1d2269c2cfa6 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/quotas/5c764707689c4eef804ec9ee0dddd86d HTTP/1.1" status: 200 len: 375 time: 0.0112684 Aug 27 03:32:43.699003 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b300-d660-469e-b308-c97273f9f47c req-9d50ca16-99ba-43e6-a9ac-629bbb40ec83 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.706711 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f517b300-d660-469e-b308-c97273f9f47c req-9d50ca16-99ba-43e6-a9ac-629bbb40ec83 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.4386518 Aug 27 03:32:43.737090 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-27e6802e-e26f-4298-82a5-8d3eac235ce9 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c764707689c4eef804ec9ee0dddd86d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520539 Aug 27 03:32:43.745234 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.842792 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-cbc1095c-feca-4be2-8b7b-6b58e6979d66 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d597800516ce450ab54b937650e01824 HTTP/1.1" status: 200 len: 379 time: 0.1603746 Aug 27 03:32:43.853521 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f517b300-d660-469e-b308-c97273f9f47c req-ecdbf566-6b36-46f1-a540-5f0672f18ab7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458361 Aug 27 03:32:43.861161 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Network f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:43.868961 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'port': {'device_id': '6569e629-b935-4815-bbcb-09dccb610d91', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'admin_state_up': True, 'tenant_id': 'd597800516ce450ab54b937650e01824', 'security_groups': ['956e021e-1356-46b4-8e68-572213151506']}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:43.876967 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:43.880074 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:43.885697 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.886368 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.901654 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-7716d26a-d905-4d92-b537-570abbfff38e service neutron] 10.222.0.41 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630197 Aug 27 03:32:43.902485 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Pushing event updated for resources: {'Port': ['ID=90afa41d-e627-4dee-8d22-0ee6d3d09a84,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:43.974752 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-5918317e-7537-4f9c-9b06-7f82c08e780e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0707459 Aug 27 03:32:43.983332 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31869a2e-346f-491a-9428-cd3c482d47d4 req-5ce7ea65-5408-4abc-86dd-9f417ef677c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.985102 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-31869a2e-346f-491a-9428-cd3c482d47d4 req-5ce7ea65-5408-4abc-86dd-9f417ef677c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 1096 time: 0.2521822 Aug 27 03:32:44.021174 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Request body: {'port': {'device_id': '36376e36-482b-4215-a3bb-a410420c45cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:44.045648 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-5eb7c6b0-e403-40ea-97ed-cbf5741252d1 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429360 Aug 27 03:32:44.219611 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.343677 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Made reservation on behalf of d597800516ce450ab54b937650e01824 for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:44.348545 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.358333 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14372c7d-290d-4156-a65b-3fd14124a6bb req-b6cbb754-a3e9-4e04-85f4-a8f7720585d0 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.359966 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-14372c7d-290d-4156-a65b-3fd14124a6bb req-b6cbb754-a3e9-4e04-85f4-a8f7720585d0 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 932 time: 0.2043202 Aug 27 03:32:44.413698 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397151c3-2c87-4583-8023-a41b6c4fcb19 req-a832723d-208a-4919-8084-ba2a444e18d4 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.415947 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-397151c3-2c87-4583-8023-a41b6c4fcb19 req-a832723d-208a-4919-8084-ba2a444e18d4 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 943 time: 0.0791507 Aug 27 03:32:44.450683 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31869a2e-346f-491a-9428-cd3c482d47d4 req-a783b9af-8b43-451a-985c-5509cc6144b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.452044 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-31869a2e-346f-491a-9428-cd3c482d47d4 req-a783b9af-8b43-451a-985c-5509cc6144b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 915 time: 0.4406071 Aug 27 03:32:44.474976 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-397151c3-2c87-4583-8023-a41b6c4fcb19 req-08a59b55-2795-4a8c-a22f-3b98ee5edaa3 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527472 Aug 27 03:32:44.608692 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-664cd40e-6384-465d-befd-f3cf266ef009 req-592dccbe-9a96-4d41-aca0-54df12ede0a6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 210 time: 0.0391316 Aug 27 03:32:44.627731 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-31869a2e-346f-491a-9428-cd3c482d47d4 req-658175a7-76f2-425d-bd79-6fabcc25445f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f84b0da1-2ffc-4f93-9567-01f945c9d8ce HTTP/1.1" status: 200 len: 217 time: 0.1429718 Aug 27 03:32:44.724402 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-14372c7d-290d-4156-a65b-3fd14124a6bb req-ab437431-209b-4892-8ce9-b286fb0da759 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539495 Aug 27 03:32:44.776903 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ee9567ec-3656-4a10-9bb3-35e3c763476e req-c41cc923-842a-4513-a92f-3af8eaa0b476 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 210 time: 0.0600584 Aug 27 03:32:44.866587 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31869a2e-346f-491a-9428-cd3c482d47d4 req-47f9effc-59d0-4366-8d2b-45d122fbf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.868098 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-31869a2e-346f-491a-9428-cd3c482d47d4 req-47f9effc-59d0-4366-8d2b-45d122fbf28f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25656541-a36d-41dd-9ab1-894532fab4e1 HTTP/1.1" status: 200 len: 854 time: 0.1860178 Aug 27 03:32:44.944061 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Allocated IP 172.20.0.12 (40260a41-d950-4b5f-bb7d-a15bf4a84adb/ba241f0a-3c17-481b-b20b-5a79745f8a14/d93ebcd1-931d-44e0-b1a5-970c4c15a864) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:44.947722 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-31869a2e-346f-491a-9428-cd3c482d47d4 req-8983fced-d8c9-43f4-bb72-6901196f188f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=810625c9-9496-4772-8797-1591acf0610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476112 Aug 27 03:32:45.202695 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90afa41d-e627-4dee-8d22-0ee6d3d09a84 {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:45.221041 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.236461 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720fed0-764e-4fea-b373-60d8ce6528e3 req-a3489053-cd6b-48ec-b925-254bde82aa39 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.238013 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a720fed0-764e-4fea-b373-60d8ce6528e3 req-a3489053-cd6b-48ec-b925-254bde82aa39 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.2820313 Aug 27 03:32:45.282410 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-31869a2e-346f-491a-9428-cd3c482d47d4 req-c1fde609-86ce-4032-a188-240b25d0ed7b service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234410 Aug 27 03:32:45.297165 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Transition to ACTIVE for port object 90afa41d-e627-4dee-8d22-0ee6d3d09a84 will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:45.335385 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.420274 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a720fed0-764e-4fea-b373-60d8ce6528e3 req-b9a88786-99a9-43de-a633-3cd3e2f49ab7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729193 Aug 27 03:32:45.456497 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.491204 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Pushing event updated for resources: {'Port': ['ID=90afa41d-e627-4dee-8d22-0ee6d3d09a84,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:45.502703 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Transition to ACTIVE for port object d93ebcd1-931d-44e0-b1a5-970c4c15a864 will not be triggered until provisioned by entity DHCP. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:45.555103 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Attempting to bind port 90afa41d-e627-4dee-8d22-0ee6d3d09a84 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:45.555443 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Attempting to bind port 90afa41d-e627-4dee-8d22-0ee6d3d09a84 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '5320cad9-682e-4815-bd6b-6d6ad28fb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:45.555771 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Attempting to bind port 90afa41d-e627-4dee-8d22-0ee6d3d09a84 on network f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:45.559226 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-31869a2e-346f-491a-9428-cd3c482d47d4 req-a9915f56-6bc6-408e-8de4-80c4f8b37657 service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636745 Aug 27 03:32:45.573840 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Port 90afa41d-e627-4dee-8d22-0ee6d3d09a84 on network f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:45.574257 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Attempting to bind port 90afa41d-e627-4dee-8d22-0ee6d3d09a84 on network f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:45.583935 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:45.584282 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Checking segment: {'id': '5320cad9-682e-4815-bd6b-6d6ad28fb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:45.584671 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Bound using segment: {'id': '5320cad9-682e-4815-bd6b-6d6ad28fb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:45.585113 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Bound port: 90afa41d-e627-4dee-8d22-0ee6d3d09a84, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5320cad9-682e-4815-bd6b-6d6ad28fb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:45.585556 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.614347 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530c826-8a8c-476b-be68-2b7fa6cc0f6e req-b84cdbc0-cf8b-4915-af63-e266c3efcd15 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.615934 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1530c826-8a8c-476b-be68-2b7fa6cc0f6e req-b84cdbc0-cf8b-4915-af63-e266c3efcd15 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 943 time: 0.0531044 Aug 27 03:32:45.629252 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.663687 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1530c826-8a8c-476b-be68-2b7fa6cc0f6e req-7df0db58-f449-44fb-8578-be2df10d871a tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Aug 27 03:32:45.677392 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Network 40260a41-d950-4b5f-bb7d-a15bf4a84adb is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:45.689218 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:45.702595 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:45.706442 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.707119 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.731017 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] For port 90afa41d-e627-4dee-8d22-0ee6d3d09a84, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:45.750894 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] For port 90afa41d-e627-4dee-8d22-0ee6d3d09a84, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90afa41d-e627-4dee-8d22-0ee6d3d09a84,segment=NetworkSegment(5320cad9-682e-4815-bd6b-6d6ad28fb302),segment_id=5320cad9-682e-4815-bd6b-6d6ad28fb302)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:45.755189 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:45.783943 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.792823 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-8c881b33-32f4-4945-bc1f-06c0e90c87b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9303477 Aug 27 03:32:45.834612 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Request body: {'port': {'device_id': '6569e629-b935-4815-bbcb-09dccb610d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:45.857573 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.858336 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.859777 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] 10.222.0.64 "PUT /v2.0/ports/90afa41d-e627-4dee-8d22-0ee6d3d09a84 HTTP/1.1" status: 200 len: 1094 time: 1.8495550 Aug 27 03:32:45.890830 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36376e36-482b-4215-a3bb-a410420c45cc', 'tag': '90afa41d-e627-4dee-8d22-0ee6d3d09a84'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:45.891634 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff38cec-a01b-4a88-8371-2c2ac0d94cad req-b6bf49bb-a0c1-430c-9294-e9fed8a8c975 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.893275 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07549d35-8123-40fe-99a2-42022cb64cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "36376e36-482b-4215-a3bb-a410420c45cc", "tag": "90afa41d-e627-4dee-8d22-0ee6d3d09a84"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:45.893545 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0ff38cec-a01b-4a88-8371-2c2ac0d94cad req-b6bf49bb-a0c1-430c-9294-e9fed8a8c975 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 944 time: 0.0757625 Aug 27 03:32:45.958610 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdbfe6-2995-4986-9b93-2861b0df5453 req-e575fbfa-65e3-4e72-b9db-c3b52c292e75 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.975974 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-87cdbfe6-2995-4986-9b93-2861b0df5453 req-e575fbfa-65e3-4e72-b9db-c3b52c292e75 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 932 time: 0.2463157 Aug 27 03:32:46.003757 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0ff38cec-a01b-4a88-8371-2c2ac0d94cad req-a6b639cf-8adb-44b6-a60c-3c55fd275f19 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972250 Aug 27 03:32:46.008043 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-d27a627c-069b-4501-9ee4-8022efca1856 None None] Provisioning for port d93ebcd1-931d-44e0-b1a5-970c4c15a864 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:46.015469 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-d27a627c-069b-4501-9ee4-8022efca1856 None None] Provisioning complete for port d93ebcd1-931d-44e0-b1a5-970c4c15a864 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:46.017358 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d27a627c-069b-4501-9ee4-8022efca1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.121452 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-d27a627c-069b-4501-9ee4-8022efca1856 None None] Port d93ebcd1-931d-44e0-b1a5-970c4c15a864 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:46.180057 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b5686f21-1811-4cd4-82a1-5249dfc19fd4 req-5a40c1b8-222d-43e7-a382-159a92987b74 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 210 time: 0.0431952 Aug 27 03:32:46.443963 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748235d2-de72-4a24-9b94-7d923a8e4135 x-openstack-request-id: req-748235d2-de72-4a24-9b94-7d923a8e4135 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:46.444539 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36376e36-482b-4215-a3bb-a410420c45cc", "tag": "90afa41d-e627-4dee-8d22-0ee6d3d09a84", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:46.444539 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-748235d2-de72-4a24-9b94-7d923a8e4135 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:46.446630 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36376e36-482b-4215-a3bb-a410420c45cc', 'tag': '90afa41d-e627-4dee-8d22-0ee6d3d09a84', 'status': 'completed', 'code': 200} Aug 27 03:32:46.457299 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.460557 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe5d8c-820a-40d3-83ed-48b7bff7989d service neutron] Pushing event updated for resources: {'Port': ['ID=90afa41d-e627-4dee-8d22-0ee6d3d09a84,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:46.547554 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device f84b0da1-2ffc-4f93-9567-01f945c9d8ce details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:46.585563 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-4c9c3b17-6c41-44a4-8141-c05695369091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:46.592437 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-4c9c3b17-6c41-44a4-8141-c05695369091 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f4d7b61f21242648e9306577be0f92d&device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 1097 time: 0.5924795 Aug 27 03:32:46.619714 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2609ed7b-0363-4c5c-84d8-5e33d94b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.628753 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-87cdbfe6-2995-4986-9b93-2861b0df5453 req-264454a2-622a-48c1-8e44-fa64ad633425 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6517379 Aug 27 03:32:46.643177 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495585c-9ca6-47c6-ad24-bea5cb2c7fa3 req-41e05efb-6864-4fb2-8804-cf8c4aa01689 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:46.646551 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8495585c-9ca6-47c6-ad24-bea5cb2c7fa3 req-41e05efb-6864-4fb2-8804-cf8c4aa01689 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1084650 Aug 27 03:32:46.700435 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-c642477a-3fb3-4fa9-ac6d-32a139b78150 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90afa41d-e627-4dee-8d22-0ee6d3d09a84 HTTP/1.1" status: 200 len: 217 time: 0.0925882 Aug 27 03:32:46.729954 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8495585c-9ca6-47c6-ad24-bea5cb2c7fa3 req-b29e4e05-50c6-4d21-9ccf-c5fcd3d52e12 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743165 Aug 27 03:32:46.758783 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port f84b0da1-2ffc-4f93-9567-01f945c9d8ce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:46.772367 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce', 'network_id': '810625c9-9496-4772-8797-1591acf0610a', 'port_id': 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce', 'mac_address': 'fa:16:3e:02:ba:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25656541-a36d-41dd-9ab1-894532fab4e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:46.816496 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.836617 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84b0da1-2ffc-4f93-9567-01f945c9d8ce {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:46.855004 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-edf14e54-75a9-4443-88c3-d6cd2d64e5b4 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:46.856549 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-edf14e54-75a9-4443-88c3-d6cd2d64e5b4 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.64 "GET /v2.0/networks?id=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c HTTP/1.1" status: 200 len: 809 time: 0.8757710 Aug 27 03:32:46.861667 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port f84b0da1-2ffc-4f93-9567-01f945c9d8ce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:46.870831 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.896684 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Request body: {'port': {'device_id': '76a94b18-7fb5-478f-b9cf-dddda6077b99', 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c', 'admin_state_up': True, 'tenant_id': '5c764707689c4eef804ec9ee0dddd86d'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:46.947783 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:47.002287 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-16eb1a2f-1b4e-4bce-80c1-69123abfe66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.003812 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-16eb1a2f-1b4e-4bce-80c1-69123abfe66f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbcc5a86-6384-4482-b40d-1d30910ffea9 HTTP/1.1" status: 200 len: 849 time: 0.2826259 Aug 27 03:32:47.045739 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d8ab6-08c0-4671-b6d6-6130afc4ec4e req-d2fc5dfa-8d0b-4f42-bc20-f50049b65f89 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.047312 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cb3d8ab6-08c0-4671-b6d6-6130afc4ec4e req-d2fc5dfa-8d0b-4f42-bc20-f50049b65f89 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 943 time: 0.2145965 Aug 27 03:32:47.084519 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-0d2fd3c3-98e4-4db3-9976-5032b38542e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626476 Aug 27 03:32:47.160011 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2457edf-0907-4310-8f8d-0c7eb37fb636 req-df9b2656-feab-4a0e-9e9f-efd01ddf7e33 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.161819 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e2457edf-0907-4310-8f8d-0c7eb37fb636 req-df9b2656-feab-4a0e-9e9f-efd01ddf7e33 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 944 time: 0.0638077 Aug 27 03:32:47.209703 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e2457edf-0907-4310-8f8d-0c7eb37fb636 req-34a78a0c-cb24-4ca3-9b20-66e313cacfd4 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410271 Aug 27 03:32:47.246979 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['f84b0da1-2ffc-4f93-9567-01f945c9d8ce'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:47.248379 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cb3d8ab6-08c0-4671-b6d6-6130afc4ec4e req-c58080b8-fc04-4144-9df9-6c49cfcfcd7e tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712558 Aug 27 03:32:47.266947 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Made reservation on behalf of 5c764707689c4eef804ec9ee0dddd86d for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:47.270638 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.342922 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93ebcd1-931d-44e0-b1a5-970c4c15a864 {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:47.350216 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-2309f12d-f491-4e2e-bef0-59adc6b44cae service neutron] 10.222.0.64 "GET /v2.0/networks/f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394264 Aug 27 03:32:47.357512 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.378341 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d1f84c08-d489-489f-aa82-2728fa2b7e13 req-348a55c7-67b0-4930-a5b3-ad2d5a26af3b tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 210 time: 0.0399077 Aug 27 03:32:47.468182 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Transition to ACTIVE for port object d93ebcd1-931d-44e0-b1a5-970c4c15a864 will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:47.488101 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.491125 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.626029 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e50ca1d6-6b02-45a5-bec2-4d5d103973d2 req-8c3a1d51-f9cf-41b8-848f-af0c075de7b3 service neutron] 10.222.0.64 "GET /v2.0/networks/f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655313 Aug 27 03:32:47.631712 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Pushing event updated for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:47.642415 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Allocated IP 172.20.0.3 (b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c/c54e3998-7055-4934-bd16-09d62fd731ff/bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:47.690141 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Attempting to bind port d93ebcd1-931d-44e0-b1a5-970c4c15a864 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:47.690558 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Attempting to bind port d93ebcd1-931d-44e0-b1a5-970c4c15a864 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:47.690890 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Attempting to bind port d93ebcd1-931d-44e0-b1a5-970c4c15a864 on network 40260a41-d950-4b5f-bb7d-a15bf4a84adb {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:47.764214 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Port d93ebcd1-931d-44e0-b1a5-970c4c15a864 on network 40260a41-d950-4b5f-bb7d-a15bf4a84adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:47.764537 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Attempting to bind port d93ebcd1-931d-44e0-b1a5-970c4c15a864 on network 40260a41-d950-4b5f-bb7d-a15bf4a84adb {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:47.818437 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.837746 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07549d35-8123-40fe-99a2-42022cb64cc1 req-5410a79b-e506-44fb-835a-2c33e1943a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.839051 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-07549d35-8123-40fe-99a2-42022cb64cc1 req-5410a79b-e506-44fb-835a-2c33e1943a57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f4d7b61f21242648e9306577be0f92d&device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 1097 time: 0.1406503 Aug 27 03:32:47.839865 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:47.840839 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Checking segment: {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:47.840839 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Bound using segment: {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:47.841072 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Bound port: d93ebcd1-931d-44e0-b1a5-970c4c15a864, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:47.841463 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.853670 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b23e84-ae67-4952-a23b-93b2bef0b116 req-9955b007-c5ae-4d7c-ab62-7445c7996a18 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.855538 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-03b23e84-ae67-4952-a23b-93b2bef0b116 req-9955b007-c5ae-4d7c-ab62-7445c7996a18 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.1144102 Aug 27 03:32:47.915830 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-03b23e84-ae67-4952-a23b-93b2bef0b116 req-862a3334-0b42-4b68-af7f-b1aaf9c850e8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505476 Aug 27 03:32:48.072170 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d8476-69f5-44ed-9af7-be6390f53b4f req-36917a98-7eb0-4ace-b4b3-162230b58365 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.073746 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f68d8476-69f5-44ed-9af7-be6390f53b4f req-36917a98-7eb0-4ace-b4b3-162230b58365 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1667647 Aug 27 03:32:48.089791 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:48.122973 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.130407 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07549d35-8123-40fe-99a2-42022cb64cc1 req-f9d4b99a-95d3-4344-895b-ba15e7afcd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.132202 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-07549d35-8123-40fe-99a2-42022cb64cc1 req-f9d4b99a-95d3-4344-895b-ba15e7afcd4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 HTTP/1.1" status: 200 len: 910 time: 0.2700896 Aug 27 03:32:48.136007 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:48.145939 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.241067 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-07549d35-8123-40fe-99a2-42022cb64cc1 req-f42b3726-2cd5-4515-bf58-568a64b76696 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90afa41d-e627-4dee-8d22-0ee6d3d09a84 HTTP/1.1" status: 200 len: 217 time: 0.0849409 Aug 27 03:32:48.254290 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39680) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:48.262699 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f68d8476-69f5-44ed-9af7-be6390f53b4f req-1bed31ef-68d7-4c41-8132-ce6c2cf28e6b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710136 Aug 27 03:32:48.266397 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.266997 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.268768 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] 10.222.0.64 "PUT /v2.0/ports/d93ebcd1-931d-44e0-b1a5-970c4c15a864 HTTP/1.1" status: 200 len: 1094 time: 2.4420202 Aug 27 03:32:48.397428 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.413188 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc24a6f-63e7-4b5e-9688-3ad0e7215157 req-491211b9-f3bb-4d01-8a9f-21caebf595e2 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.414890 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8dc24a6f-63e7-4b5e-9688-3ad0e7215157 req-491211b9-f3bb-4d01-8a9f-21caebf595e2 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 944 time: 0.0878077 Aug 27 03:32:48.451190 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07549d35-8123-40fe-99a2-42022cb64cc1 req-f18790fd-bc19-44dd-adf7-450168d240b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.453375 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-07549d35-8123-40fe-99a2-42022cb64cc1 req-f18790fd-bc19-44dd-adf7-450168d240b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbcc5a86-6384-4482-b40d-1d30910ffea9 HTTP/1.1" status: 200 len: 849 time: 0.1836514 Aug 27 03:32:48.453837 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:48.456462 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6726db13-ce90-4803-83a7-863c65c9e4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:48.471678 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95383027-24a8-42d1-ac07-1a76f23c8385 service neutron] Pushing event updated for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:48.492166 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8dc24a6f-63e7-4b5e-9688-3ad0e7215157 req-950a5f7f-8b78-4244-9c06-68de2ec9eaf6 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700150 Aug 27 03:32:48.495293 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:48.495639 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-01fdb322-752d-45eb-aa44-95a9aadcc46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.537696 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-07549d35-8123-40fe-99a2-42022cb64cc1 req-c1f80692-b7fd-4d1f-aba6-c0394587996f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700932 Aug 27 03:32:48.541943 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:48.549365 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:48.553070 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device f84b0da1-2ffc-4f93-9567-01f945c9d8ce up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:48.555909 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.556802 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.604039 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-d9e74d4f-e526-4c9d-8ce1-dbe18ff7ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.605585 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-d9e74d4f-e526-4c9d-8ce1-dbe18ff7ff7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 1097 time: 0.2560666 Aug 27 03:32:48.660004 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f4268-9400-467b-a6ad-fd5cd166e621 req-c1474726-71d1-4c27-98c1-04e22950e851 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.661870 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5f5f4268-9400-467b-a6ad-fd5cd166e621 req-c1474726-71d1-4c27-98c1-04e22950e851 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 944 time: 0.2588575 Aug 27 03:32:48.669781 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port f84b0da1-2ffc-4f93-9567-01f945c9d8ce completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:48.673345 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Pushing event updated for resources: {'Port': ['ID=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:48.683315 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port f84b0da1-2ffc-4f93-9567-01f945c9d8ce triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:48.684414 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.732755 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b85a37-b3f8-4019-87b8-efa46ee592d0 req-e026c272-ca66-4ddc-90c5-7c598a85c24d tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.733023 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-f064e8a6-6886-4cd0-b9ad-8b872893f684 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864 HTTP/1.1" status: 200 len: 217 time: 0.0835552 Aug 27 03:32:48.735271 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c9b85a37-b3f8-4019-87b8-efa46ee592d0 req-e026c272-ca66-4ddc-90c5-7c598a85c24d tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 931 time: 0.1288948 Aug 27 03:32:48.753973 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-01fdb322-752d-45eb-aa44-95a9aadcc46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.771218 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-01fdb322-752d-45eb-aa44-95a9aadcc46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.836569 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdb322-752d-45eb-aa44-95a9aadcc46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc8f169-970c-497b-aaf0-006809985a1e,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:48.844161 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c9b85a37-b3f8-4019-87b8-efa46ee592d0 req-7202b077-86ab-4925-958d-0b0abf7122c0 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960288 Aug 27 03:32:48.855069 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-01fdb322-752d-45eb-aa44-95a9aadcc46c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d549b9294834f39bd89bc15771078e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5995874 Aug 27 03:32:48.860504 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39696) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:48.991205 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24f5a9f1-d9b2-49ec-9870-8a5a66adbf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.001006 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.030929 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.036869 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c0db24-c399-40a6-802e-c5f5cf2c1e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:49.040225 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cf28db-0279-433e-a8fa-2df032bbb0c7" -d '{"events": [{"server_uuid": "16c0db24-c399-40a6-802e-c5f5cf2c1e0d", "name": "network-vif-plugged", "status": "completed", "tag": "f84b0da1-2ffc-4f93-9567-01f945c9d8ce"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:49.042971 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24f5a9f1-d9b2-49ec-9870-8a5a66adbf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.059520 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port f84b0da1-2ffc-4f93-9567-01f945c9d8ce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:49.066373 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.144434 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24f5a9f1-d9b2-49ec-9870-8a5a66adbf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.148538 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-24f5a9f1-d9b2-49ec-9870-8a5a66adbf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.151230 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-24f5a9f1-d9b2-49ec-9870-8a5a66adbf41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fc8f169-970c-497b-aaf0-006809985a1e HTTP/1.1" status: 204 len: 168 time: 0.2892642 Aug 27 03:32:49.153949 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:49.166639 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5a9f1-d9b2-49ec-9870-8a5a66adbf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc8f169-970c-497b-aaf0-006809985a1e,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:49.195443 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19846980-8ad4-4924-81c1-907190898b32 x-openstack-request-id: req-19846980-8ad4-4924-81c1-907190898b32 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:49.195858 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:49.196212 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19846980-8ad4-4924-81c1-907190898b32 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:49.196775 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'status': 'completed', 'code': 200} Aug 27 03:32:49.203056 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-66650585-c56d-4213-a170-92adbc5c318c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3195338 Aug 27 03:32:49.229526 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Request body: {'port': {'device_id': '76a94b18-7fb5-478f-b9cf-dddda6077b99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:49.249460 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5f5f4268-9400-467b-a6ad-fd5cd166e621 req-f9725404-c3b1-49fb-ba13-bbd558c42749 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640953 Aug 27 03:32:49.296078 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-07549d35-8123-40fe-99a2-42022cb64cc1 req-d9f68c60-da67-4707-a3d4-950df5d6efe1 service neutron] 10.222.0.64 "GET /v2.0/networks/f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326927 Aug 27 03:32:49.302270 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683198a6-0b26-462d-8081-0df0b91a2f52 req-462a00a7-e781-49e1-a337-80c3a434b638 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.304172 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-683198a6-0b26-462d-8081-0df0b91a2f52 req-462a00a7-e781-49e1-a337-80c3a434b638 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0847306 Aug 27 03:32:49.307728 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-e7277b7c-93d4-462b-a28a-ff1101ab5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.309927 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-e7277b7c-93d4-462b-a28a-ff1101ab5b66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.5532763 Aug 27 03:32:49.310160 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b357f622-9556-4ba8-9da6-5a4fa67f961a x-openstack-request-id: req-b357f622-9556-4ba8-9da6-5a4fa67f961a {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:49.310322 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c0db24-c399-40a6-802e-c5f5cf2c1e0d", "name": "network-vif-plugged", "status": "completed", "tag": "f84b0da1-2ffc-4f93-9567-01f945c9d8ce", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:49.310569 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b357f622-9556-4ba8-9da6-5a4fa67f961a {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:49.310959 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c0db24-c399-40a6-802e-c5f5cf2c1e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce', 'code': 200} Aug 27 03:32:49.416484 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-683198a6-0b26-462d-8081-0df0b91a2f52 req-4edf8c50-eede-4015-8cd5-00b39ece7b7e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942340 Aug 27 03:32:49.480343 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.503955 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-6ec69282-d10d-4dda-bdeb-b8eb19900412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.505870 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-6ec69282-d10d-4dda-bdeb-b8eb19900412 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1735179 Aug 27 03:32:49.619805 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da3251-294b-4ed5-ba90-674feb591ccd req-f95bbfc1-b818-4c37-b78e-401dc8631f23 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.627263 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-72da3251-294b-4ed5-ba90-674feb591ccd req-f95bbfc1-b818-4c37-b78e-401dc8631f23 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.2222569 Aug 27 03:32:49.628587 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd903-307d-4f5a-86d6-58b314b122f2 req-c2aa69bd-de37-40a8-bdf7-0e2170c0071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.632781 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-806bd903-307d-4f5a-86d6-58b314b122f2 req-c2aa69bd-de37-40a8-bdf7-0e2170c0071d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 1098 time: 0.1321805 Aug 27 03:32:49.633719 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39714) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:49.654413 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-07549d35-8123-40fe-99a2-42022cb64cc1 req-af8fe84e-dfcd-417a-8ab2-b5242fefe668 service neutron] 10.222.0.64 "GET /v2.0/networks/f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498657 Aug 27 03:32:49.672260 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-733a13a5-a3ec-4f6a-94b5-e50aeb39eea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.683210 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c19ba-ee71-475a-b806-81ff9445e79a req-e60848cb-faee-4fc2-88a1-5df159842f06 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.685130 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9c3c19ba-ee71-475a-b806-81ff9445e79a req-e60848cb-faee-4fc2-88a1-5df159842f06 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 944 time: 0.0946743 Aug 27 03:32:49.738207 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-806bd903-307d-4f5a-86d6-58b314b122f2 req-86d0941e-5c97-4f67-a8f1-eb13280ab111 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966551 Aug 27 03:32:49.776575 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9c3c19ba-ee71-475a-b806-81ff9445e79a req-76e364b6-e5b4-4bc7-84b1-e6858af08bd8 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786605 Aug 27 03:32:49.781222 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-72da3251-294b-4ed5-ba90-674feb591ccd req-6457dc72-ca9a-4462-8531-971422c58ffc tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530418 Aug 27 03:32:49.816663 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-c27cdbec-d1da-420a-9152-be92774d22c6 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995296 Aug 27 03:32:49.862901 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-733a13a5-a3ec-4f6a-94b5-e50aeb39eea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.877076 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-733a13a5-a3ec-4f6a-94b5-e50aeb39eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.920065 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-733a13a5-a3ec-4f6a-94b5-e50aeb39eea9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=837ba1708ce4496da938676eb0e2d5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856324 Aug 27 03:32:49.921050 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a13a5-a3ec-4f6a-94b5-e50aeb39eea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54633c39-c083-478f-885c-710a0fea9a7e,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:49.923274 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39718) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:50.143913 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d364de-165d-4010-95ad-571ab888e3df req-9c51c4f6-73a4-4987-a6d4-43a93c2382e0 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:50.146135 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-18d364de-165d-4010-95ad-571ab888e3df req-9c51c4f6-73a4-4987-a6d4-43a93c2382e0 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 931 time: 0.1939273 Aug 27 03:32:50.150672 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d3a80c53-e5b4-4d5d-bfc8-8f8b109b2971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.161228 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:50.193781 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.221700 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d3a80c53-e5b4-4d5d-bfc8-8f8b109b2971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.232244 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d4fad9af-9946-4fb2-a967-c3d8f8655668 req-60f68247-001b-4e68-b21b-fd450973c641 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329240 Aug 27 03:32:50.251311 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Transition to ACTIVE for port object bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:50.307016 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.331436 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-18d364de-165d-4010-95ad-571ab888e3df req-ece7becc-5603-49cf-b7c0-9067827d5be3 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646135 Aug 27 03:32:50.402763 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d3a80c53-e5b4-4d5d-bfc8-8f8b109b2971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.405487 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d3a80c53-e5b4-4d5d-bfc8-8f8b109b2971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.409020 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-d3a80c53-e5b4-4d5d-bfc8-8f8b109b2971 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54633c39-c083-478f-885c-710a0fea9a7e HTTP/1.1" status: 204 len: 168 time: 0.4798148 Aug 27 03:32:50.417642 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb209fd-dd5f-4b0b-8145-efb3bf0e788a req-0baa8592-49f7-44ac-8c49-3e52f2671a75 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:50.428628 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cbb209fd-dd5f-4b0b-8145-efb3bf0e788a req-0baa8592-49f7-44ac-8c49-3e52f2671a75 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 945 time: 0.0727360 Aug 27 03:32:50.431857 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a80c53-e5b4-4d5d-bfc8-8f8b109b2971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54633c39-c083-478f-885c-710a0fea9a7e,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:50.451501 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:50.477563 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-0e0ce2a0-41a6-4d7e-9e64-f6061e61a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:50.479629 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-0e0ce2a0-41a6-4d7e-9e64-f6061e61a532 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 1097 time: 0.1768093 Aug 27 03:32:50.490321 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Attempting to bind port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:50.491005 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Attempting to bind port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '04bf9469-f007-4424-a81c-0f844eebf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:50.491005 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Attempting to bind port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e on network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:50.506329 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e on network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:50.506557 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Attempting to bind port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e on network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:50.547916 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:50.548245 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Checking segment: {'id': '04bf9469-f007-4424-a81c-0f844eebf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:50.548624 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Bound using segment: {'id': '04bf9469-f007-4424-a81c-0f844eebf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:50.549057 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Bound port: bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04bf9469-f007-4424-a81c-0f844eebf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:50.549408 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.553350 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 90afa41d-e627-4dee-8d22-0ee6d3d09a84 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:50.571773 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cbb209fd-dd5f-4b0b-8145-efb3bf0e788a req-aa0bf939-7f5f-4de5-ae53-9e2797737729 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420927 Aug 27 03:32:50.706355 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-3ade780e-e876-479f-8989-02ff3fbd4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:50.708715 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-3ade780e-e876-479f-8989-02ff3fbd4094 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 917 time: 0.2137790 Aug 27 03:32:50.719201 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4075a-46e3-405e-a1af-2f1a501fe258 req-8eb9f376-de05-4770-8958-5b8d4bc0d490 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:50.720865 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-84e4075a-46e3-405e-a1af-2f1a501fe258 req-8eb9f376-de05-4770-8958-5b8d4bc0d490 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.1617455 Aug 27 03:32:50.734023 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 90afa41d-e627-4dee-8d22-0ee6d3d09a84, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90afa41d-e627-4dee-8d22-0ee6d3d09a84,segment=NetworkSegment(5320cad9-682e-4815-bd6b-6d6ad28fb302),segment_id=5320cad9-682e-4815-bd6b-6d6ad28fb302)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:50.748558 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': '90afa41d-e627-4dee-8d22-0ee6d3d09a84', 'network_id': 'f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2', 'port_id': '90afa41d-e627-4dee-8d22-0ee6d3d09a84', 'mac_address': 'fa:16:3e:d4:5e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcc5a86-6384-4482-b40d-1d30910ffea9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:50.783897 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] For port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:50.787536 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-5eb14fdf-1448-494f-bd80-792d3b1a421f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864 HTTP/1.1" status: 200 len: 217 time: 0.0656028 Aug 27 03:32:50.804077 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] For port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,segment=NetworkSegment(04bf9469-f007-4424-a81c-0f844eebf112),segment_id=04bf9469-f007-4424-a81c-0f844eebf112)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:50.807589 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.829840 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.831254 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90afa41d-e627-4dee-8d22-0ee6d3d09a84 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:50.864332 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 90afa41d-e627-4dee-8d22-0ee6d3d09a84, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90afa41d-e627-4dee-8d22-0ee6d3d09a84,segment=NetworkSegment(5320cad9-682e-4815-bd6b-6d6ad28fb302),segment_id=5320cad9-682e-4815-bd6b-6d6ad28fb302)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:50.867750 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-84e4075a-46e3-405e-a1af-2f1a501fe258 req-552507eb-d3d2-46e3-bed9-b09b92d1d4a2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294343 Aug 27 03:32:50.872587 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.920631 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:50.922105 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.926223 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e HTTP/1.1" status: 200 len: 1093 time: 1.7077608 Aug 27 03:32:50.945415 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-129b4012-ca60-4b2b-9c63-b830e595b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:50.947435 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-129b4012-ca60-4b2b-9c63-b830e595b16f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.1324570 Aug 27 03:32:51.008738 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4c29e-3ff8-4129-847c-e0e0c9be2358 req-17a6d696-8ac4-440e-bd15-a70b65dc67af tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.013657 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ddf4c29e-3ff8-4129-847c-e0e0c9be2358 req-17a6d696-8ac4-440e-bd15-a70b65dc67af tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 945 time: 0.1021533 Aug 27 03:32:51.014425 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=90afa41d-e627-4dee-8d22-0ee6d3d09a84,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:51.064177 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ddf4c29e-3ff8-4129-847c-e0e0c9be2358 req-c6db9a49-a846-48f5-8949-988c9ad716cd tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428400 Aug 27 03:32:51.076142 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dce3e1-2405-4ee1-9dc4-ec88a9c8c9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:51.120374 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-150aa1f2-7684-46fe-850d-96e86183fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.121907 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-150aa1f2-7684-46fe-850d-96e86183fe80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1540670 Aug 27 03:32:51.128113 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-7337b9b8-fbf6-4bba-b36b-cbbc38c15333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.129663 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-7337b9b8-fbf6-4bba-b36b-cbbc38c15333 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c764707689c4eef804ec9ee0dddd86d&device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 1096 time: 0.1378691 Aug 27 03:32:51.141843 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e98b2-c187-451f-991c-4d37d176ff78 req-6c53c9f4-0bd4-48a0-b160-c833960d4037 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.143490 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-675e98b2-c187-451f-991c-4d37d176ff78 req-6c53c9f4-0bd4-48a0-b160-c833960d4037 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1189103 Aug 27 03:32:51.201738 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a94b18-7fb5-478f-b9cf-dddda6077b99', 'tag': 'bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:51.203932 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd" -d '{"events": [{"name": "network-changed", "server_uuid": "76a94b18-7fb5-478f-b9cf-dddda6077b99", "tag": "bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:51.250295 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-549398a0-af4c-4df7-ab8f-224274c8c538 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e HTTP/1.1" status: 200 len: 217 time: 0.0963666 Aug 27 03:32:51.269500 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c6b04f-1f9d-49db-9889-a4b227c75352 x-openstack-request-id: req-08c6b04f-1f9d-49db-9889-a4b227c75352 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:51.269779 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a94b18-7fb5-478f-b9cf-dddda6077b99", "tag": "bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:51.270090 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08c6b04f-1f9d-49db-9889-a4b227c75352 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:51.270638 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a94b18-7fb5-478f-b9cf-dddda6077b99', 'tag': 'bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e', 'status': 'completed', 'code': 200} Aug 27 03:32:51.288631 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-675e98b2-c187-451f-991c-4d37d176ff78 req-1b7d2426-dce7-46f4-8068-50d1afed6bff tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319923 Aug 27 03:32:51.360726 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-c9f53ecf-e8ba-447a-afdc-801838a2a48f service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158937 Aug 27 03:32:51.449255 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-4f2a825c-a77a-405b-a392-5b88eead1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.450719 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-4f2a825c-a77a-405b-a392-5b88eead1196 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c54e3998-7055-4934-bd16-09d62fd731ff HTTP/1.1" status: 200 len: 849 time: 0.1672506 Aug 27 03:32:51.519980 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-073cbfbe-bd50-48f2-9011-19cc62df1a16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563550 Aug 27 03:32:51.537569 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['90afa41d-e627-4dee-8d22-0ee6d3d09a84'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:51.787595 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74d8b7-7b85-4e81-bb01-7912fbecf31a req-7247af43-dbe3-41e7-b371-4ecfd6d0e88b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.795657 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8d74d8b7-7b85-4e81-bb01-7912fbecf31a req-7247af43-dbe3-41e7-b371-4ecfd6d0e88b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 945 time: 0.1011009 Aug 27 03:32:51.834767 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f0f9e-45c9-4073-96dc-f27e82aba7b0 req-2ee2b9d4-5754-465e-8b5b-9b2d27a166eb tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.836433 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-396f0f9e-45c9-4073-96dc-f27e82aba7b0 req-2ee2b9d4-5754-465e-8b5b-9b2d27a166eb tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 943 time: 0.3892815 Aug 27 03:32:51.838502 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6726db13-ce90-4803-83a7-863c65c9e4a9 req-e106b7c9-31e9-4c3b-b5f3-cfbb047b8496 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615526 Aug 27 03:32:51.864691 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8d74d8b7-7b85-4e81-bb01-7912fbecf31a req-a0f32b38-ebb8-4527-a606-10b3b5858d8a tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649714 Aug 27 03:32:51.906715 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-396f0f9e-45c9-4073-96dc-f27e82aba7b0 req-96e6001f-6d9e-4247-a6e3-fc27c4fc400b tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635765 Aug 27 03:32:51.923350 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-07f7b110-f0a1-4fc5-a563-b5f0e48e91dd service neutron] 10.222.0.64 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837392 Aug 27 03:32:52.097869 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdaf26-cb48-4a93-bb94-7c774301b032 req-509a1a72-9ace-41b8-82ae-4768af157105 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:52.106863 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7cdaf26-cb48-4a93-bb94-7c774301b032 req-509a1a72-9ace-41b8-82ae-4768af157105 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0978053 Aug 27 03:32:52.133960 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0e1e5992-d837-4b9a-b1e0-ab398e736992 req-3d681080-c178-4f25-ba76-a28c80db66d6 service neutron] 10.222.0.64 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980271 Aug 27 03:32:52.188200 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7cdaf26-cb48-4a93-bb94-7c774301b032 req-60cba439-0e06-4487-ad06-294eb5c4214f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799191 Aug 27 03:32:52.279479 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680502b5-8969-44e0-a5a4-8ebcd6a5bb34 req-d1dd4656-17c0-4bd9-a0f1-0a8f8fd84bfb tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:52.285686 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-680502b5-8969-44e0-a5a4-8ebcd6a5bb34 req-d1dd4656-17c0-4bd9-a0f1-0a8f8fd84bfb tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 945 time: 0.1284924 Aug 27 03:32:52.296220 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd req-e8950a95-652e-49ba-9a73-d83c1a84a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:52.297814 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd req-e8950a95-652e-49ba-9a73-d83c1a84a4eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c764707689c4eef804ec9ee0dddd86d&device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 1096 time: 0.0908325 Aug 27 03:32:52.479912 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-680502b5-8969-44e0-a5a4-8ebcd6a5bb34 req-0848c3e2-a511-43ed-b0f2-8bb7c8af5093 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931400 Aug 27 03:32:52.572122 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad254bd-ee13-4082-914f-1a62b052fb58 req-da776377-efab-43d9-93d0-4ad13bac7067 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:52.576707 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd req-0e773eeb-6653-449e-8f26-edbb5706c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:52.583790 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-bad254bd-ee13-4082-914f-1a62b052fb58 req-da776377-efab-43d9-93d0-4ad13bac7067 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0954871 Aug 27 03:32:52.588540 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd req-0e773eeb-6653-449e-8f26-edbb5706c87b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c HTTP/1.1" status: 200 len: 910 time: 0.2696178 Aug 27 03:32:52.639600 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd req-3ff3d9fc-4ea4-4d64-aa40-b8db67ffc08e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e HTTP/1.1" status: 200 len: 217 time: 0.0476863 Aug 27 03:32:52.686749 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-bad254bd-ee13-4082-914f-1a62b052fb58 req-c543e27f-6e3b-46fd-9086-c2cd49e8737d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987296 Aug 27 03:32:52.726369 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd req-2aacb0bf-5ea4-4723-add7-e0cd22586bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:52.727812 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd req-2aacb0bf-5ea4-4723-add7-e0cd22586bce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c54e3998-7055-4934-bd16-09d62fd731ff HTTP/1.1" status: 200 len: 849 time: 0.0699069 Aug 27 03:32:52.773530 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd req-67d720e7-f757-4d69-8ebc-2a908a62d121 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355256 Aug 27 03:32:52.879166 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd req-55a4afd8-d9fe-4fe6-98b9-92a3ae2adede service neutron] 10.222.0.64 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967236 Aug 27 03:32:53.002328 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-74eb0e8e-6fce-4959-86b1-9a7b129c16fd req-7bb207ca-1566-4664-8aa3-6684adbec318 service neutron] 10.222.0.64 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147523 Aug 27 03:32:53.076199 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3feab-2909-4684-9a49-2b1a9dfbbeae req-f5f1fd74-2082-493a-9291-14ec29f8291f tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:53.077788 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-88b3feab-2909-4684-9a49-2b1a9dfbbeae req-f5f1fd74-2082-493a-9291-14ec29f8291f tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 943 time: 0.0554173 Aug 27 03:32:53.133509 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-88b3feab-2909-4684-9a49-2b1a9dfbbeae req-807f2383-df63-4cfe-ad43-0048613e5eb5 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484929 Aug 27 03:32:53.313252 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46b0c3-c684-4b38-af33-bed31698ce0f req-3c67f742-c2ff-4aba-a406-8a595d64d298 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:53.315483 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ff46b0c3-c684-4b38-af33-bed31698ce0f req-3c67f742-c2ff-4aba-a406-8a595d64d298 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0529933 Aug 27 03:32:53.372104 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ff46b0c3-c684-4b38-af33-bed31698ce0f req-9f5b32ce-a637-4237-bfd3-60d7050d0f21 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464337 Aug 27 03:32:53.789387 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f618dbb-b06f-44a2-a345-1262b9764f04 req-71f5c7d5-37cc-415e-935b-86a647e219df tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:53.791197 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5f618dbb-b06f-44a2-a345-1262b9764f04 req-71f5c7d5-37cc-415e-935b-86a647e219df tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 945 time: 0.0562370 Aug 27 03:32:53.851153 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5f618dbb-b06f-44a2-a345-1262b9764f04 req-53842c37-cf81-409b-938e-dcb4e0f524f2 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511844 Aug 27 03:32:54.002656 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e2d7f-d08b-4655-9a13-43a783a1ed6f req-411fa942-440c-4a27-93c6-c4782aa7fa67 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:54.004132 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-894e2d7f-d08b-4655-9a13-43a783a1ed6f req-411fa942-440c-4a27-93c6-c4782aa7fa67 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0548148 Aug 27 03:32:54.050075 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-894e2d7f-d08b-4655-9a13-43a783a1ed6f req-e300887f-8f19-4e8a-bede-570efe9f85a4 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385029 Aug 27 03:32:54.268749 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b452a7-0ad8-437c-a5dc-02df9272d73b req-75e9aa43-f808-4a21-ae2d-38ff6b2eac65 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:54.270526 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-81b452a7-0ad8-437c-a5dc-02df9272d73b req-75e9aa43-f808-4a21-ae2d-38ff6b2eac65 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 943 time: 0.0604653 Aug 27 03:32:54.319423 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-81b452a7-0ad8-437c-a5dc-02df9272d73b req-67b93016-dfe1-4311-b325-1e4b4a6256d7 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Aug 27 03:32:54.595368 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d93ebcd1-931d-44e0-b1a5-970c4c15a864 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:54.598643 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 90afa41d-e627-4dee-8d22-0ee6d3d09a84 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:54.718266 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port 90afa41d-e627-4dee-8d22-0ee6d3d09a84 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:54.731474 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dbfdf-77a8-4623-93cf-8fa758fc65f3 req-addb5629-d506-4bc3-a5db-68de1f667d15 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:54.731975 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port 90afa41d-e627-4dee-8d22-0ee6d3d09a84 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:54.731975 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.739481 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-803dbfdf-77a8-4623-93cf-8fa758fc65f3 req-addb5629-d506-4bc3-a5db-68de1f667d15 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.2822728 Aug 27 03:32:54.774456 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-803dbfdf-77a8-4623-93cf-8fa758fc65f3 req-26e51aae-0229-4e7b-8ad5-47fad712c52b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339310 Aug 27 03:32:54.788034 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:54.805050 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'port_id': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'mac_address': 'fa:16:3e:12:16:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:54.879316 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.881100 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.907906 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93ebcd1-931d-44e0-b1a5-970c4c15a864 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:54.931218 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36376e36-482b-4215-a3bb-a410420c45cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90afa41d-e627-4dee-8d22-0ee6d3d09a84'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:54.933494 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8967976-558b-4084-8718-6a68fe530642" -d '{"events": [{"server_uuid": "36376e36-482b-4215-a3bb-a410420c45cc", "name": "network-vif-plugged", "status": "completed", "tag": "90afa41d-e627-4dee-8d22-0ee6d3d09a84"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:54.959766 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:54.961861 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 90afa41d-e627-4dee-8d22-0ee6d3d09a84, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90afa41d-e627-4dee-8d22-0ee6d3d09a84,segment=NetworkSegment(5320cad9-682e-4815-bd6b-6d6ad28fb302),segment_id=5320cad9-682e-4815-bd6b-6d6ad28fb302)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:54.965366 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.970889 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.978383 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d38692f-10d2-4247-a10c-7afca6bbf567 x-openstack-request-id: req-8d38692f-10d2-4247-a10c-7afca6bbf567 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:54.978693 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36376e36-482b-4215-a3bb-a410420c45cc", "name": "network-vif-plugged", "status": "completed", "tag": "90afa41d-e627-4dee-8d22-0ee6d3d09a84", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:54.978942 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d38692f-10d2-4247-a10c-7afca6bbf567 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:54.979336 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36376e36-482b-4215-a3bb-a410420c45cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90afa41d-e627-4dee-8d22-0ee6d3d09a84', 'code': 200} Aug 27 03:32:55.028935 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b864d-a826-49ee-bb19-fb596b87d43e req-01bf5282-45b9-424d-80b2-52f4cdf4677b tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:55.031034 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:55.049099 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-606b864d-a826-49ee-bb19-fb596b87d43e req-01bf5282-45b9-424d-80b2-52f4cdf4677b tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 945 time: 0.1023211 Aug 27 03:32:55.090778 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=90afa41d-e627-4dee-8d22-0ee6d3d09a84,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:55.121536 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-606b864d-a826-49ee-bb19-fb596b87d43e req-1b489b8f-1e9d-4e87-ab79-6d5438b45c9c tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682588 Aug 27 03:32:55.216936 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40baff-6e91-4b7c-a75a-6aa1cc99d91a req-673b6514-cb68-451b-9501-9fb035a1c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:55.218842 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7b40baff-6e91-4b7c-a75a-6aa1cc99d91a req-673b6514-cb68-451b-9501-9fb035a1c06e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 1099 time: 0.0416324 Aug 27 03:32:55.224831 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f77f1-17e5-43eb-aa5a-6bc96041710e req-66cd61d5-0661-433e-bcc0-dd72f5529cc9 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:55.226574 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a47f77f1-17e5-43eb-aa5a-6bc96041710e req-66cd61d5-0661-433e-bcc0-dd72f5529cc9 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0532265 Aug 27 03:32:55.267993 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a47f77f1-17e5-43eb-aa5a-6bc96041710e req-1bd73383-0be0-45a0-b71c-71f8ed7e59ae tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345509 Aug 27 03:32:55.269633 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7b40baff-6e91-4b7c-a75a-6aa1cc99d91a req-24df0e5c-c10a-4900-a6c6-3f0ea6935b1d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373709 Aug 27 03:32:55.454428 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['d93ebcd1-931d-44e0-b1a5-970c4c15a864'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:55.465545 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801426da-b8ed-41c4-86c5-7002bf646b82 req-c8cb5525-9026-40ba-9d10-fb3669498544 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:55.467003 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-801426da-b8ed-41c4-86c5-7002bf646b82 req-c8cb5525-9026-40ba-9d10-fb3669498544 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 943 time: 0.0590069 Aug 27 03:32:55.517113 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-801426da-b8ed-41c4-86c5-7002bf646b82 req-204a2995-5696-4450-87ab-9e141d0657c8 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Aug 27 03:32:55.897874 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690767ac-e38c-4e74-83e1-269b1cf632cc req-d60dc148-69d7-4a64-a141-07c8bf2add23 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:55.900006 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-690767ac-e38c-4e74-83e1-269b1cf632cc req-d60dc148-69d7-4a64-a141-07c8bf2add23 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Aug 27 03:32:55.949066 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-690767ac-e38c-4e74-83e1-269b1cf632cc req-1b15e1ea-3e96-4d09-b220-7227d4ac12fd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Aug 27 03:32:56.065443 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 39900) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:56.207600 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cf524da0-59b9-47c5-ba93-e19949cf913b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.282844 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec726fdb-0753-489b-81d4-f7f2aabb1ab6 req-568d14fb-66a2-4c42-b377-19644607f1d2 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.284884 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ec726fdb-0753-489b-81d4-f7f2aabb1ab6 req-568d14fb-66a2-4c42-b377-19644607f1d2 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 946 time: 0.0790071 Aug 27 03:32:56.379550 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ec726fdb-0753-489b-81d4-f7f2aabb1ab6 req-0631ec5a-80d3-4b6e-a700-44cc2f30d489 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861659 Aug 27 03:32:56.417187 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cf524da0-59b9-47c5-ba93-e19949cf913b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.424599 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cf524da0-59b9-47c5-ba93-e19949cf913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.472131 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-cf524da0-59b9-47c5-ba93-e19949cf913b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9b332c376374feb899317064f9ff4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030731 Aug 27 03:32:56.472131 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf524da0-59b9-47c5-ba93-e19949cf913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f062b700-456e-4c55-9901-fae067f5a9ee,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:56.472540 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 39960) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:56.534008 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce451cf1-2489-4263-a927-05aaac7d637d req-b2183a50-f495-4157-8d1e-c8f772814a24 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.535670 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ce451cf1-2489-4263-a927-05aaac7d637d req-b2183a50-f495-4157-8d1e-c8f772814a24 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1124599 Aug 27 03:32:56.595666 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c782ae29-3a53-42fd-919c-490642baa8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.599468 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:56.602194 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d93ebcd1-931d-44e0-b1a5-970c4c15a864 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:56.629211 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ce451cf1-2489-4263-a927-05aaac7d637d req-3663cdbb-870b-4c00-8256-50be11661a47 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809236 Aug 27 03:32:56.653653 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c782ae29-3a53-42fd-919c-490642baa8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.709277 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port d93ebcd1-931d-44e0-b1a5-970c4c15a864 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:56.722886 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port d93ebcd1-931d-44e0-b1a5-970c4c15a864 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:56.723575 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.796568 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e86bb2-964c-414f-bc0e-2f790fe7707f req-a70a7760-a1fc-403c-b883-44b1c0ecd2bd tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.807133 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-66e86bb2-964c-414f-bc0e-2f790fe7707f req-a70a7760-a1fc-403c-b883-44b1c0ecd2bd tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 943 time: 0.0831866 Aug 27 03:32:56.840854 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,segment=NetworkSegment(04bf9469-f007-4424-a81c-0f844eebf112),segment_id=04bf9469-f007-4424-a81c-0f844eebf112)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:56.863812 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c782ae29-3a53-42fd-919c-490642baa8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.867178 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c782ae29-3a53-42fd-919c-490642baa8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.870117 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-c782ae29-3a53-42fd-919c-490642baa8a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f062b700-456e-4c55-9901-fae067f5a9ee HTTP/1.1" status: 204 len: 168 time: 0.3830862 Aug 27 03:32:56.896857 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782ae29-3a53-42fd-919c-490642baa8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f062b700-456e-4c55-9901-fae067f5a9ee,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:56.904084 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e', 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c', 'port_id': 'bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e', 'mac_address': 'fa:16:3e:64:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54e3998-7055-4934-bd16-09d62fd731ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:56.905643 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-66e86bb2-964c-414f-bc0e-2f790fe7707f req-603ffc61-1e0e-4eec-a75d-115d24edc136 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975745 Aug 27 03:32:57.021606 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.046084 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.069477 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:57.072176 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbfe7cf-84a3-4f32-b7f3-1b160083ba6e" -d '{"events": [{"server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "name": "network-vif-plugged", "status": "completed", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:57.101440 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb421-bbbc-4cd8-a8c0-47b80ce80f06 req-cd7c9a7e-a1c4-4e6d-bd87-1605a0f92be9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:57.103869 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-395fb421-bbbc-4cd8-a8c0-47b80ce80f06 req-cd7c9a7e-a1c4-4e6d-bd87-1605a0f92be9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 945 time: 0.0598042 Aug 27 03:32:57.104514 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:57.113269 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:57.127279 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.134078 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,segment=NetworkSegment(04bf9469-f007-4424-a81c-0f844eebf112),segment_id=04bf9469-f007-4424-a81c-0f844eebf112)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:57.156181 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237f1e7d-3229-4e7a-9b71-3cf9c711538b x-openstack-request-id: req-237f1e7d-3229-4e7a-9b71-3cf9c711538b {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:57.156425 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "name": "network-vif-plugged", "status": "completed", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:57.156680 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-237f1e7d-3229-4e7a-9b71-3cf9c711538b {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:57.157098 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'code': 200} Aug 27 03:32:57.159805 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.181122 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-395fb421-bbbc-4cd8-a8c0-47b80ce80f06 req-9fb2b837-429b-4fc1-8633-c7abd1a5f505 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599372 Aug 27 03:32:57.193985 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:57.251349 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:57.361614 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 40000) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:57.375635 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fc0b41e6-7992-44fc-b67a-a6d1bb6c9911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.388668 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe3d3b-5729-437a-9621-376c131bff78 req-5c02a786-71d5-47a5-a70c-02a86dab1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:57.390404 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f6fe3d3b-5729-437a-9621-376c131bff78 req-5c02a786-71d5-47a5-a70c-02a86dab1520 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 1099 time: 0.0441957 Aug 27 03:32:57.445311 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f6fe3d3b-5729-437a-9621-376c131bff78 req-a2bb95b6-1e8f-4e84-8a59-2c1b56aea591 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 Aug 27 03:32:57.537621 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d843-f92b-4bfb-ac43-9e32b9b993a8 req-9e169ddd-b94a-4cfe-874a-6eb07f6986e2 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:57.539186 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-12a6d843-f92b-4bfb-ac43-9e32b9b993a8 req-9e169ddd-b94a-4cfe-874a-6eb07f6986e2 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 946 time: 0.0791063 Aug 27 03:32:57.541580 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fc0b41e6-7992-44fc-b67a-a6d1bb6c9911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.554642 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fc0b41e6-7992-44fc-b67a-a6d1bb6c9911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.629599 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-fc0b41e6-7992-44fc-b67a-a6d1bb6c9911 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5be077f767e4485804399ae095b1672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665102 Aug 27 03:32:57.633170 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40004) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:57.635160 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-12a6d843-f92b-4bfb-ac43-9e32b9b993a8 req-32fe6749-e6e9-42c8-9919-fbbb7965792e tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893147 Aug 27 03:32:57.635770 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b41e6-7992-44fc-b67a-a6d1bb6c9911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9c82a0-7e02-4215-b303-7465650f6215,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:57.654428 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:57.704409 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3b782680-cfb8-422c-9d21-cc7abbfa43ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.756561 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3b782680-cfb8-422c-9d21-cc7abbfa43ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.808355 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bee16d-af93-4441-aa4e-647d0dc3809c req-536b18f8-8e38-4151-bb5c-b75ed2b6d2b6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:57.810107 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-70bee16d-af93-4441-aa4e-647d0dc3809c req-536b18f8-8e38-4151-bb5c-b75ed2b6d2b6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0955393 Aug 27 03:32:57.848111 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3b782680-cfb8-422c-9d21-cc7abbfa43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.851197 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3b782680-cfb8-422c-9d21-cc7abbfa43ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.855234 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-3b782680-cfb8-422c-9d21-cc7abbfa43ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b9c82a0-7e02-4215-b303-7465650f6215 HTTP/1.1" status: 204 len: 168 time: 0.2175608 Aug 27 03:32:57.860550 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-70bee16d-af93-4441-aa4e-647d0dc3809c req-3cf3d074-fa43-478f-9947-98b134da8ff9 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Aug 27 03:32:57.866633 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b782680-cfb8-422c-9d21-cc7abbfa43ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9c82a0-7e02-4215-b303-7465650f6215,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:58.059797 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba286c-43bf-4a16-aa07-9f820ace3dd3 req-c90cb6f1-dfc8-4022-bccb-8359387fea4d tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:58.064294 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-94ba286c-43bf-4a16-aa07-9f820ace3dd3 req-c90cb6f1-dfc8-4022-bccb-8359387fea4d tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 944 time: 0.0658634 Aug 27 03:32:58.135772 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-94ba286c-43bf-4a16-aa07-9f820ace3dd3 req-eee6be4e-0a14-4794-8fe6-ab95176355c3 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628347 Aug 27 03:32:58.311429 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c7315-cab1-46a3-84f3-dd83e56dc8ce req-9363baaa-21a8-491b-b6d4-0e16b6c3dee3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:58.313081 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1d4c7315-cab1-46a3-84f3-dd83e56dc8ce req-9363baaa-21a8-491b-b6d4-0e16b6c3dee3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0555618 Aug 27 03:32:58.359534 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1d4c7315-cab1-46a3-84f3-dd83e56dc8ce req-a5b2179a-9374-4886-9cba-85a4558de9d9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395112 Aug 27 03:32:59.019953 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69d604-d854-4cb2-8bcd-b4435ac43a56 req-12af3787-9d83-46d5-9e40-2e44679c333a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.021632 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ce69d604-d854-4cb2-8bcd-b4435ac43a56 req-12af3787-9d83-46d5-9e40-2e44679c333a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0741155 Aug 27 03:32:59.080588 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ce69d604-d854-4cb2-8bcd-b4435ac43a56 req-b021ec86-96d1-46ab-9236-5a17cfbe2158 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511866 Aug 27 03:32:59.329124 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffde20-460e-4a7c-9b90-af75a75d45e6 req-c9b78a9a-b7d7-4a65-9391-59831ac8fabc tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.333079 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-10ffde20-460e-4a7c-9b90-af75a75d45e6 req-c9b78a9a-b7d7-4a65-9391-59831ac8fabc tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 944 time: 0.0800271 Aug 27 03:32:59.418091 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-10ffde20-460e-4a7c-9b90-af75a75d45e6 req-b6a37e98-39f7-4f31-8b7f-dcc0604dd5c1 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688605 Aug 27 03:32:59.505953 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-bf469224-b156-4fc9-9196-773753e47b11 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.507653 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-bf469224-b156-4fc9-9196-773753e47b11 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 814 time: 0.1761611 Aug 27 03:32:59.523812 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-4a6440be-694d-441f-88d2-aacaf0e34696 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/quotas/ab65759643da4c359401623f5ba34e3f HTTP/1.1" status: 200 len: 375 time: 0.0098519 Aug 27 03:32:59.559597 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffca4ed-226a-4cff-afa4-9ce7b77712e0 req-06d2a414-707e-49ea-85ba-5dbd751c506c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.562009 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5ffca4ed-226a-4cff-afa4-9ce7b77712e0 req-06d2a414-707e-49ea-85ba-5dbd751c506c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0625877 Aug 27 03:32:59.624495 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-f050e2fc-3284-4594-bc62-b7866c3da088 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856657 Aug 27 03:32:59.632637 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5ffca4ed-226a-4cff-afa4-9ce7b77712e0 req-f4c20caa-a7fe-46ac-aaf5-b2bfbe159530 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625131 Aug 27 03:32:59.734797 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-e277b9d5-3143-4810-a7e3-43dfa9e7daea service neutron] 10.222.0.41 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092036 Aug 27 03:32:59.858193 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-b4e644e1-743d-4c1d-8887-b5c03b816fc9 service neutron] 10.222.0.41 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209505 Aug 27 03:32:59.907495 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d03633-6116-4953-b1d8-dfe1744b516d req-c415e380-a6f8-45a6-aa2c-a3c9a02e463d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.909502 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-99d03633-6116-4953-b1d8-dfe1744b516d req-c415e380-a6f8-45a6-aa2c-a3c9a02e463d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0642176 Aug 27 03:32:59.919360 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40108) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:59.924414 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-dbd51ae1-04bb-43b5-a065-84c3cd0faa95 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'floatingip': {'port_id': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:00.039944 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dbd51ae1-04bb-43b5-a065-84c3cd0faa95 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.107683 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-139ef37a-71bf-4781-9792-6c417521d185 req-cda80c9e-a664-4fa4-9dc2-4c18c4b78ced tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 210 time: 0.0311236 Aug 27 03:33:00.361698 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2eccc-7fa5-48d2-b124-6c93c0a8f464 req-13fde4a2-b047-441a-9ac5-9d2c05551b5d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.363335 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e8c2eccc-7fa5-48d2-b124-6c93c0a8f464 req-13fde4a2-b047-441a-9ac5-9d2c05551b5d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1004550 Aug 27 03:33:00.414637 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e8c2eccc-7fa5-48d2-b124-6c93c0a8f464 req-71c40e87-142e-4cf7-b743-327df37b0345 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Aug 27 03:33:00.635914 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:00.683442 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d757bf-1883-4380-8d34-36d3f48f3888 req-6d0d49cc-f34a-4595-ad27-4084e1ec0db0 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.690625 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-42d757bf-1883-4380-8d34-36d3f48f3888 req-6d0d49cc-f34a-4595-ad27-4084e1ec0db0 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 944 time: 0.1558220 Aug 27 03:33:00.706628 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:00.713534 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:00.714350 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.849174 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.882313 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-42d757bf-1883-4380-8d34-36d3f48f3888 req-ed5b372e-50d0-418f-8faf-0834292d6ea6 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904984 Aug 27 03:33:00.884257 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a94b18-7fb5-478f-b9cf-dddda6077b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:00.884633 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.db.resource_extend [None req-dbd51ae1-04bb-43b5-a065-84c3cd0faa95 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 03:33:00.888387 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477b7e07-363d-4041-94d3-d88a50ce65f3" -d '{"events": [{"server_uuid": "76a94b18-7fb5-478f-b9cf-dddda6077b99", "name": "network-vif-plugged", "status": "completed", "tag": "bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:00.903498 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,segment=NetworkSegment(04bf9469-f007-4424-a81c-0f844eebf112),segment_id=04bf9469-f007-4424-a81c-0f844eebf112)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:00.911194 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.971596 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df38e16-8227-4c75-af98-80e41ee46646 x-openstack-request-id: req-0df38e16-8227-4c75-af98-80e41ee46646 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:00.972292 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a94b18-7fb5-478f-b9cf-dddda6077b99", "name": "network-vif-plugged", "status": "completed", "tag": "bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:00.972736 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0df38e16-8227-4c75-af98-80e41ee46646 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:00.973779 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a94b18-7fb5-478f-b9cf-dddda6077b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e', 'code': 200} Aug 27 03:33:00.993160 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:01.194481 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dbd51ae1-04bb-43b5-a065-84c3cd0faa95 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:01.210466 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dbd51ae1-04bb-43b5-a065-84c3cd0faa95 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:01.223657 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586da2-5b9a-4901-b6e2-4ea53381196d req-0cb21488-2cf7-4916-a68d-33ad4e91d735 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.225980 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-38586da2-5b9a-4901-b6e2-4ea53381196d req-0cb21488-2cf7-4916-a68d-33ad4e91d735 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 946 time: 0.0672896 Aug 27 03:33:01.265828 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-38586da2-5b9a-4901-b6e2-4ea53381196d req-620b7ed7-502b-46bd-9819-126eb5e009bc tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335720 Aug 27 03:33:01.272249 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bd198428-df00-47c2-a6d7-f44039a45ff8 req-36c749f6-c76a-4aa9-b53b-aa0ad1be14a8 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 210 time: 0.0630052 Aug 27 03:33:01.336311 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2dc9b-1b6f-4197-9240-925667836133 req-f0fd3e99-3b68-4b54-abd0-6cfb4476e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.337883 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-13c2dc9b-1b6f-4197-9240-925667836133 req-f0fd3e99-3b68-4b54-abd0-6cfb4476e2d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 1098 time: 0.1647141 Aug 27 03:33:01.375862 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.l3_db [None req-dbd51ae1-04bb-43b5-a065-84c3cd0faa95 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Floating IP 99a184d1-44ae-4c45-852b-2296702023c0 associated. External IP: 172.28.1.250, port: d93ebcd1-931d-44e0-b1a5-970c4c15a864. Aug 27 03:33:01.460444 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-13c2dc9b-1b6f-4197-9240-925667836133 req-a7ae22c6-a5d6-4efe-bc04-f404c1d18717 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994205 Aug 27 03:33:01.604506 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29718249-b17c-401f-9db8-a686778fa65a req-f75c32a8-1d3a-4a97-8899-cc54bc6270de tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.606525 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-29718249-b17c-401f-9db8-a686778fa65a req-f75c32a8-1d3a-4a97-8899-cc54bc6270de tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0872781 Aug 27 03:33:01.634173 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-e047ffd3-c6d3-41c5-8a83-f893eae0c529 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.635989 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-e047ffd3-c6d3-41c5-8a83-f893eae0c529 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 814 time: 0.2103636 Aug 27 03:33:01.654789 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-29718249-b17c-401f-9db8-a686778fa65a req-4bd213d1-5500-495c-a38b-05f95aca8a51 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405004 Aug 27 03:33:01.728390 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd51ae1-04bb-43b5-a065-84c3cd0faa95 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Router be76eccd-e4e9-4291-8adb-977a89a43a36 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:33:01.794257 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Request body: {'port': {'device_id': 'ed81581d-69d8-4f47-a05c-b4b1cad1c23a', 'network_id': '810625c9-9496-4772-8797-1591acf0610a', 'admin_state_up': True, 'tenant_id': 'ab65759643da4c359401623f5ba34e3f'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:01.916058 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd51ae1-04bb-43b5-a065-84c3cd0faa95 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:33:01.922441 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dbd51ae1-04bb-43b5-a065-84c3cd0faa95 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:01.936122 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] Sync routers for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:33:01.968574 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:01.969386 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-dbd51ae1-04bb-43b5-a065-84c3cd0faa95 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "PUT /v2.0/floatingips/99a184d1-44ae-4c45-852b-2296702023c0 HTTP/1.1" status: 200 len: 992 time: 2.0485067 Aug 27 03:33:01.972975 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:32:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:01.973223 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:01.977607 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853b2a48-33c3-4456-877e-cf16e1919dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:02.041988 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Made reservation on behalf of ab65759643da4c359401623f5ba34e3f for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:02.045495 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.085323 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7643f-19e1-46ae-b30d-10bf1fcb810f req-ee6c1971-6ca5-4c1e-b838-7ab99d8af6af tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.086968 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6fa7643f-19e1-46ae-b30d-10bf1fcb810f req-ee6c1971-6ca5-4c1e-b838-7ab99d8af6af tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 945 time: 0.0960844 Aug 27 03:33:02.107507 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:02.234258 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6fa7643f-19e1-46ae-b30d-10bf1fcb810f req-a4286aab-fde6-41f8-b273-0fe6df3f4d52 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098068 Aug 27 03:33:02.265518 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Allocated IP 172.20.0.4 (810625c9-9496-4772-8797-1591acf0610a/25656541-a36d-41dd-9ab1-894532fab4e1/fdc42cf5-822e-44ba-8c72-7245608a271c) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:02.313246 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc30e9f-d8bd-43d7-815d-5ce4b653a4fa x-openstack-request-id: req-abc30e9f-d8bd-43d7-815d-5ce4b653a4fa {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:02.313890 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:02.313890 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abc30e9f-d8bd-43d7-815d-5ce4b653a4fa {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:02.314418 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'status': 'completed', 'code': 200} Aug 27 03:33:02.443745 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '99a184d1-44ae-4c45-852b-2296702023c0', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'floating_ip_address': '172.28.1.250', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'port_id': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'mac_address': 'fa:16:3e:12:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569e629-b935-4815-bbcb-09dccb610d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:32:37Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 1, 'project_id': 'd597800516ce450ab54b937650e01824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:02.470629 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-8c762e2c-13f2-40c8-8120-556037228fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.473181 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-8c762e2c-13f2-40c8-8120-556037228fdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 1099 time: 0.0808408 Aug 27 03:33:02.482678 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] Checking router: be76eccd-e4e9-4291-8adb-977a89a43a36 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:33:02.494191 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:02.496509 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:32:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:02.510754 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f0fff-386f-4a68-b71d-53ba37d50515 req-9de68d9a-67e0-46e8-8e29-f223bba93026 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.512625 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d59f0fff-386f-4a68-b71d-53ba37d50515 req-9de68d9a-67e0-46e8-8e29-f223bba93026 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 946 time: 0.1262324 Aug 27 03:33:02.529118 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1f354333-dd04-4cdc-bb0a-872c3efdf37f req-83e7b7c2-09a1-4cfd-8658-29d56ecf3eee tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 210 time: 0.0477619 Aug 27 03:33:02.580872 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af325791-6d12-40ad-b65a-4a36804a3b9d req-2f363854-2b13-4264-8fc9-e846466f5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.584011 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-af325791-6d12-40ad-b65a-4a36804a3b9d req-2f363854-2b13-4264-8fc9-e846466f5e54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 1099 time: 0.1557264 Aug 27 03:33:02.594600 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.607264 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-464a9dbc-c6be-4443-becd-3c9be1beedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.608793 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-464a9dbc-c6be-4443-becd-3c9be1beedc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 917 time: 0.1254430 Aug 27 03:33:02.629210 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:02.653800 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d59f0fff-386f-4a68-b71d-53ba37d50515 req-578f151d-3a58-4eab-a05f-35c70af49edb tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301553 Aug 27 03:33:02.679430 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-af325791-6d12-40ad-b65a-4a36804a3b9d req-be253d12-8fd4-4d0e-a8bd-ede61a73234a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788560 Aug 27 03:33:02.699604 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.721815 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['95cc2353-0603-40fd-894e-61526eef2055', '37138c1f-c172-48d2-94ff-7a1ad053ce40', 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:02.757523 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Network 810625c9-9496-4772-8797-1591acf0610a is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:02.775074 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-2581e395-91ad-4f5c-ad12-b82e304cb4c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864 HTTP/1.1" status: 200 len: 1000 time: 0.1529937 Aug 27 03:33:02.778278 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:02.783042 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:02.789450 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.789819 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.825591 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Pushing event updated for resources: {'Port': ['ID=fdc42cf5-822e-44ba-8c72-7245608a271c,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:02.851727 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-9c5db620-4c58-4246-be39-ea9e429c3f0b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0613990 Aug 27 03:33:02.856446 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd177d-536e-43a7-b708-b10a4fac9db2 req-181c0230-f55a-44d9-a9ca-239da9dc4ad3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.867740 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0afd177d-536e-43a7-b708-b10a4fac9db2 req-181c0230-f55a-44d9-a9ca-239da9dc4ad3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0785050 Aug 27 03:33:02.922169 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0afd177d-536e-43a7-b708-b10a4fac9db2 req-6a4c437f-2cf6-4e7b-af17-518d5b7db2eb tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530045 Aug 27 03:33:02.969656 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '99a184d1-44ae-4c45-852b-2296702023c0', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'floating_ip_address': '172.28.1.250', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'port_id': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'mac_address': 'fa:16:3e:12:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569e629-b935-4815-bbcb-09dccb610d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:32:37Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 1, 'project_id': 'd597800516ce450ab54b937650e01824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:03.004455 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Request body: {'port': {'device_id': 'ed81581d-69d8-4f47-a05c-b4b1cad1c23a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:03.009819 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6241add1-f8eb-40c8-be5c-6fcf03cab5e8 None None] The sync data for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb is: [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '99a184d1-44ae-4c45-852b-2296702023c0', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'floating_ip_address': '172.28.1.250', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'port_id': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'mac_address': 'fa:16:3e:12:16:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569e629-b935-4815-bbcb-09dccb610d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:32:37Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 1, 'project_id': 'd597800516ce450ab54b937650e01824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:33:03.091441 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.093580 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-e33e6c4a-b910-4364-b352-5c1278aa66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.098367 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-e33e6c4a-b910-4364-b352-5c1278aa66ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.0987535 Aug 27 03:33:03.212130 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-8da4c317-9f28-42dd-8261-3317615d97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.215142 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-8da4c317-9f28-42dd-8261-3317615d97ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0999255 Aug 27 03:33:03.384087 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0e931-c222-46a4-a3fe-876384f61b85 None None] New status for floating IP 99a184d1-44ae-4c45-852b-2296702023c0: ACTIVE {{(pid=93858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:33:03.434773 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d402f-267b-47c1-b2fa-70847a59d11a req-4bce4c88-ad39-442e-a80d-cac7ffd602cf tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.442240 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e42d402f-267b-47c1-b2fa-70847a59d11a req-4bce4c88-ad39-442e-a80d-cac7ffd602cf tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 945 time: 0.1177549 Aug 27 03:33:03.463310 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-e5c8c2cf-c9aa-4c33-b54f-27c4e566c9e6 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154076 Aug 27 03:33:03.570182 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e42d402f-267b-47c1-b2fa-70847a59d11a req-29e2c7b3-f910-4bce-832c-753949e5f0fb tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224563 Aug 27 03:33:03.576212 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc42cf5-822e-44ba-8c72-7245608a271c {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:03.587545 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.605651 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Transition to ACTIVE for port object fdc42cf5-822e-44ba-8c72-7245608a271c will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:03.610925 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.646928 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-853b2a48-33c3-4456-877e-cf16e1919dcb req-1ed6211a-35d9-4865-8dce-565da9cfb7db service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616256 Aug 27 03:33:03.699726 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.747374 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13debcd-7955-4122-93a5-b7b5c204d5c0 req-d6d377a9-c856-438d-b8f7-1fed3da12516 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.756497 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a13debcd-7955-4122-93a5-b7b5c204d5c0 req-d6d377a9-c856-438d-b8f7-1fed3da12516 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 943 time: 0.0815337 Aug 27 03:33:03.778641 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Pushing event updated for resources: {'Port': ['ID=fdc42cf5-822e-44ba-8c72-7245608a271c,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:03.801523 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a13debcd-7955-4122-93a5-b7b5c204d5c0 req-b2107cbc-b92a-4044-9228-1f96674ca9ce tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 Aug 27 03:33:03.817514 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Attempting to bind port fdc42cf5-822e-44ba-8c72-7245608a271c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:03.817851 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Attempting to bind port fdc42cf5-822e-44ba-8c72-7245608a271c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:03.818200 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Attempting to bind port fdc42cf5-822e-44ba-8c72-7245608a271c on network 810625c9-9496-4772-8797-1591acf0610a {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:03.826231 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Port fdc42cf5-822e-44ba-8c72-7245608a271c on network 810625c9-9496-4772-8797-1591acf0610a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:33:03.826417 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Attempting to bind port fdc42cf5-822e-44ba-8c72-7245608a271c on network 810625c9-9496-4772-8797-1591acf0610a {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:03.835695 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:03.836030 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Checking segment: {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:03.836413 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Bound using segment: {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:03.836847 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Bound port: fdc42cf5-822e-44ba-8c72-7245608a271c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b761eb40-b4c4-491c-9a13-d72bd961119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '810625c9-9496-4772-8797-1591acf0610a'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:03.837491 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.866221 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7269-0543-4360-9f98-551d42473690 req-f4bb5eb2-fe1e-48c0-9e65-111c16edfccf tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.867820 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-22cb7269-0543-4360-9f98-551d42473690 req-f4bb5eb2-fe1e-48c0-9e65-111c16edfccf tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 946 time: 0.0904117 Aug 27 03:33:03.959080 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] For port fdc42cf5-822e-44ba-8c72-7245608a271c, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:03.970907 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-22cb7269-0543-4360-9f98-551d42473690 req-a6e3b6a4-88a4-44c5-8560-7bb42777a7fc tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771117 Aug 27 03:33:03.987578 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] For port fdc42cf5-822e-44ba-8c72-7245608a271c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fdc42cf5-822e-44ba-8c72-7245608a271c,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:03.997749 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.038023 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.038023 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.038023 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] 10.222.0.64 "PUT /v2.0/ports/fdc42cf5-822e-44ba-8c72-7245608a271c HTTP/1.1" status: 200 len: 1093 time: 1.0382509 Aug 27 03:33:04.066006 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cf61b-12c7-4f9b-a20e-f7ebdc72bd0b service neutron] Pushing event updated for resources: {'Port': ['ID=fdc42cf5-822e-44ba-8c72-7245608a271c,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:04.092233 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da7800-56ba-475f-88ad-ee1e75ef7e6f req-eb247505-d8f8-494c-bea5-b2c72052ce8b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.094144 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b9da7800-56ba-475f-88ad-ee1e75ef7e6f req-eb247505-d8f8-494c-bea5-b2c72052ce8b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0778887 Aug 27 03:33:04.147304 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b9da7800-56ba-475f-88ad-ee1e75ef7e6f req-4b8ad679-7966-4138-9b67-584218fe564a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464320 Aug 27 03:33:04.154358 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-66b85cd9-4e7f-472a-b5d2-3d3ed864f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.156855 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-66b85cd9-4e7f-472a-b5d2-3d3ed864f632 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 1096 time: 0.0632532 Aug 27 03:33:04.223171 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-684a0f66-d6e4-4959-a13c-653563889900 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdc42cf5-822e-44ba-8c72-7245608a271c HTTP/1.1" status: 200 len: 217 time: 0.0474048 Aug 27 03:33:04.276893 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-fc42b1e0-ce8b-412b-99e4-3820cc8af9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.278389 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-fc42b1e0-ce8b-412b-99e4-3820cc8af9fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25656541-a36d-41dd-9ab1-894532fab4e1 HTTP/1.1" status: 200 len: 854 time: 0.0465345 Aug 27 03:33:04.312657 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-d7644cc7-a38a-4bf7-87a4-b3d2719be259 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=810625c9-9496-4772-8797-1591acf0610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242977 Aug 27 03:33:04.315178 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed81581d-69d8-4f47-a05c-b4b1cad1c23a', 'tag': 'fdc42cf5-822e-44ba-8c72-7245608a271c'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:04.317385 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5048e7e3-022f-480b-9270-31306580d02e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed81581d-69d8-4f47-a05c-b4b1cad1c23a", "tag": "fdc42cf5-822e-44ba-8c72-7245608a271c"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:04.357419 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3df867-ba98-4a11-b31c-76329caa1ef5 x-openstack-request-id: req-2a3df867-ba98-4a11-b31c-76329caa1ef5 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:04.357689 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed81581d-69d8-4f47-a05c-b4b1cad1c23a", "tag": "fdc42cf5-822e-44ba-8c72-7245608a271c", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:04.357936 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a3df867-ba98-4a11-b31c-76329caa1ef5 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:04.358387 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed81581d-69d8-4f47-a05c-b4b1cad1c23a', 'tag': 'fdc42cf5-822e-44ba-8c72-7245608a271c', 'status': 'completed', 'code': 200} Aug 27 03:33:04.429541 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-2bcce497-def6-401a-a271-90a82296e6f3 service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917196 Aug 27 03:33:04.437149 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:04.537823 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f4a7b3f-13e6-4292-9fde-8c1181a91598 req-34afa099-4906-47d5-8a9d-9b167ea6967e service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859101 Aug 27 03:33:04.910526 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048e7e3-022f-480b-9270-31306580d02e req-db15c2f1-b2c0-4c05-a043-b1469bb424ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.912573 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5048e7e3-022f-480b-9270-31306580d02e req-db15c2f1-b2c0-4c05-a043-b1469bb424ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab65759643da4c359401623f5ba34e3f&device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 1096 time: 0.2990849 Aug 27 03:33:04.929113 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc366202-3751-4faa-a7d5-11d7851d7cd1 req-16ef5963-dc9b-48cf-a3fc-661052c0ef57 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.930611 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cc366202-3751-4faa-a7d5-11d7851d7cd1 req-16ef5963-dc9b-48cf-a3fc-661052c0ef57 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 945 time: 0.2909362 Aug 27 03:33:04.994595 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0072b3-a3e0-422d-b8d5-517e44432186 req-77168023-3322-43a2-b46c-b0c2e881ca49 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.996291 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4d0072b3-a3e0-422d-b8d5-517e44432186 req-77168023-3322-43a2-b46c-b0c2e881ca49 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 943 time: 0.0487683 Aug 27 03:33:05.014845 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-cc366202-3751-4faa-a7d5-11d7851d7cd1 req-9d72a792-37d4-49db-9f0f-e833e02d74b0 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745800 Aug 27 03:33:05.045228 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048e7e3-022f-480b-9270-31306580d02e req-e6e7c875-2fdb-482d-a2eb-d8580bb64b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.047341 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5048e7e3-022f-480b-9270-31306580d02e req-e6e7c875-2fdb-482d-a2eb-d8580bb64b1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 200 len: 915 time: 0.1157360 Aug 27 03:33:05.048714 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4d0072b3-a3e0-422d-b8d5-517e44432186 req-a3f40c4f-d47f-4321-b74d-c527ee490f6b tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464017 Aug 27 03:33:05.103031 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5048e7e3-022f-480b-9270-31306580d02e req-e17134ec-5fd4-4d12-b2f0-92b9ba24d075 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdc42cf5-822e-44ba-8c72-7245608a271c HTTP/1.1" status: 200 len: 217 time: 0.0419705 Aug 27 03:33:05.183620 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048e7e3-022f-480b-9270-31306580d02e req-c990f57e-ddd4-425f-90be-53eabdc45d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.184979 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5048e7e3-022f-480b-9270-31306580d02e req-c990f57e-ddd4-425f-90be-53eabdc45d11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25656541-a36d-41dd-9ab1-894532fab4e1 HTTP/1.1" status: 200 len: 854 time: 0.0699348 Aug 27 03:33:05.196950 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fa031-8b39-46ce-89ed-7f3f9396cd52 req-5a34178d-9644-4f44-9f67-042e0cb2451a tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.198807 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bb5fa031-8b39-46ce-89ed-7f3f9396cd52 req-5a34178d-9644-4f44-9f67-042e0cb2451a tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 946 time: 0.0984621 Aug 27 03:33:05.234235 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5048e7e3-022f-480b-9270-31306580d02e req-2c50778f-cc41-4457-906f-b4b0064423cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=810625c9-9496-4772-8797-1591acf0610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343893 Aug 27 03:33:05.335629 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bb5fa031-8b39-46ce-89ed-7f3f9396cd52 req-0f6ef1be-af89-4399-8ea5-8e1866393424 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4e89d73-9a57-4deb-b75a-793c477b497c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079900 Aug 27 03:33:05.363465 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50f0ea-1adc-483c-acb2-7e106df19607 req-5eba22ca-f283-4022-908d-30aef8b967a3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.365840 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7b50f0ea-1adc-483c-acb2-7e106df19607 req-5eba22ca-f283-4022-908d-30aef8b967a3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1230047 Aug 27 03:33:05.466999 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7b50f0ea-1adc-483c-acb2-7e106df19607 req-7f343c8d-8bcf-4b6d-b8bc-d6bee17ce31b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943518 Aug 27 03:33:05.509569 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5048e7e3-022f-480b-9270-31306580d02e req-836dd08b-7729-4e54-a772-9fc2eaffc359 service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417736 Aug 27 03:33:05.612486 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-4175cc88-9aea-41fb-b581-41c0187f84d0 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.614236 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-4175cc88-9aea-41fb-b581-41c0187f84d0 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.64 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 946 time: 0.0631113 Aug 27 03:33:05.724979 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5048e7e3-022f-480b-9270-31306580d02e req-3e0f3005-8188-4474-a2a9-ac9619d67350 service neutron] 10.222.0.64 "GET /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861839 Aug 27 03:33:05.850009 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-a3ba8b6e-2eb4-4048-86f1-3006516775de tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Deleting port 90afa41d-e627-4dee-8d22-0ee6d3d09a84 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:05.850483 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-a3ba8b6e-2eb4-4048-86f1-3006516775de tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:05.994519 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-a3ba8b6e-2eb4-4048-86f1-3006516775de tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] For port 90afa41d-e627-4dee-8d22-0ee6d3d09a84, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90afa41d-e627-4dee-8d22-0ee6d3d09a84,segment=NetworkSegment(5320cad9-682e-4815-bd6b-6d6ad28fb302),segment_id=5320cad9-682e-4815-bd6b-6d6ad28fb302)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:05.994929 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-a3ba8b6e-2eb4-4048-86f1-3006516775de tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.015009 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-a3ba8b6e-2eb4-4048-86f1-3006516775de tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Calling delete_port for 90afa41d-e627-4dee-8d22-0ee6d3d09a84 owned by compute:nova {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:06.043488 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40298) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:06.147501 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37484cc-6d42-4342-8a03-8f6d8831d700 req-686a7896-05d5-4268-b0b1-799a74922cfd tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:06.149389 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b37484cc-6d42-4342-8a03-8f6d8831d700 req-686a7896-05d5-4268-b0b1-799a74922cfd tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 945 time: 0.0643332 Aug 27 03:33:06.201989 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9cc1-3a91-4210-a296-a591a3576254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.217800 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b37484cc-6d42-4342-8a03-8f6d8831d700 req-af69bb77-dc3c-43c1-976f-1383e6dea842 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568633 Aug 27 03:33:06.247193 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfbc63-ec44-4b76-8860-d906e7a69422 req-b6b842b7-8ac9-468e-8522-ca16f98a02f7 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:06.247193 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-22bfbc63-ec44-4b76-8860-d906e7a69422 req-b6b842b7-8ac9-468e-8522-ca16f98a02f7 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 943 time: 0.1159306 Aug 27 03:33:06.259621 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-a3ba8b6e-2eb4-4048-86f1-3006516775de tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.286233 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['90afa41d-e627-4dee-8d22-0ee6d3d09a84'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:06.326773 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9cc1-3a91-4210-a296-a591a3576254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.333209 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9cc1-3a91-4210-a296-a591a3576254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.348327 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba8b6e-2eb4-4048-86f1-3006516775de tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Pushing event deleted for resources: {'Port': ['ID=90afa41d-e627-4dee-8d22-0ee6d3d09a84,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:06.372739 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b9cc1-3a91-4210-a296-a591a3576254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733eba7a-db80-4f3d-a497-e072389748cb,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:06.380012 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-8a0b9cc1-3a91-4210-a296-a591a3576254 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f81356672be248309c8957097c2cbda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323350 Aug 27 03:33:06.380425 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40306) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:06.382594 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-22bfbc63-ec44-4b76-8860-d906e7a69422 req-90788f10-c13d-4a09-95ed-5f428afdb244 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341801 Aug 27 03:33:06.403058 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-a3ba8b6e-2eb4-4048-86f1-3006516775de tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] No DVR routers for this DVR port 90afa41d-e627-4dee-8d22-0ee6d3d09a84 on host hv-cinder-77398 {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:06.414668 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-a3ba8b6e-2eb4-4048-86f1-3006516775de tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.418268 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fb03df59-5fab-4cb2-8217-b94fc65bb65e req-a3ba8b6e-2eb4-4048-86f1-3006516775de tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.64 "DELETE /v2.0/ports/90afa41d-e627-4dee-8d22-0ee6d3d09a84 HTTP/1.1" status: 204 len: 173 time: 0.7949564 Aug 27 03:33:06.418833 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36376e36-482b-4215-a3bb-a410420c45cc', 'name': 'network-vif-deleted', 'tag': '90afa41d-e627-4dee-8d22-0ee6d3d09a84'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:06.421494 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b67e05-be4c-4fb3-ae0e-57d03d262999" -d '{"events": [{"server_uuid": "36376e36-482b-4215-a3bb-a410420c45cc", "name": "network-vif-deleted", "tag": "90afa41d-e627-4dee-8d22-0ee6d3d09a84"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:06.451718 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6453dde3-2fad-4ce0-9c63-0d6c4e6e2243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.468899 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc15e239-0b9b-4243-be32-52d00529b406 x-openstack-request-id: req-dc15e239-0b9b-4243-be32-52d00529b406 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:06.469125 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36376e36-482b-4215-a3bb-a410420c45cc", "name": "network-vif-deleted", "tag": "90afa41d-e627-4dee-8d22-0ee6d3d09a84", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:06.469382 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc15e239-0b9b-4243-be32-52d00529b406 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:06.469896 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36376e36-482b-4215-a3bb-a410420c45cc', 'name': 'network-vif-deleted', 'tag': '90afa41d-e627-4dee-8d22-0ee6d3d09a84', 'status': 'completed', 'code': 200} Aug 27 03:33:06.516944 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ecd536cf-7881-4587-906f-5cd16000ba27 req-b73eacc7-8547-48bf-99af-c955ed8946e8 tempest-VolumesActionsTest-207627882 tempest-VolumesActionsTest-207627882-project] 10.222.0.41 "GET /v2.0/ports?device_id=36376e36-482b-4215-a3bb-a410420c45cc HTTP/1.1" status: 200 len: 210 time: 0.0488369 Aug 27 03:33:06.522095 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6453dde3-2fad-4ce0-9c63-0d6c4e6e2243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.593389 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6453dde3-2fad-4ce0-9c63-0d6c4e6e2243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.597816 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6453dde3-2fad-4ce0-9c63-0d6c4e6e2243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.605971 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-6453dde3-2fad-4ce0-9c63-0d6c4e6e2243 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/733eba7a-db80-4f3d-a497-e072389748cb HTTP/1.1" status: 204 len: 168 time: 0.2175570 Aug 27 03:33:06.616410 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453dde3-2fad-4ce0-9c63-0d6c4e6e2243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733eba7a-db80-4f3d-a497-e072389748cb,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:06.665064 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac3c1a-55a1-428b-a824-82a3984ea94b req-1f2f66dd-e071-423f-b680-5b45d316bd73 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:06.668160 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-36ac3c1a-55a1-428b-a824-82a3984ea94b req-1f2f66dd-e071-423f-b680-5b45d316bd73 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0920787 Aug 27 03:33:06.724571 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-36ac3c1a-55a1-428b-a824-82a3984ea94b req-77d9a7b0-2fcb-4daf-b5fe-8a7936a7fa93 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Aug 27 03:33:06.884099 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ce79c-a884-473e-8894-cde7139535e1 req-0fc767f1-735f-42c4-a968-3b55a4f1cf9a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:06.886131 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-711ce79c-a884-473e-8894-cde7139535e1 req-0fc767f1-735f-42c4-a968-3b55a4f1cf9a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0550785 Aug 27 03:33:06.941059 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-711ce79c-a884-473e-8894-cde7139535e1 req-e190811d-5d3e-46e0-be04-3fa331e747fc tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481577 Aug 27 03:33:07.046714 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40326) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:07.073013 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-32e69172-91b5-4475-ba3a-bdbc21d5ca4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.221989 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-32e69172-91b5-4475-ba3a-bdbc21d5ca4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.227930 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-32e69172-91b5-4475-ba3a-bdbc21d5ca4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.283751 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e69172-91b5-4475-ba3a-bdbc21d5ca4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c45793-2f10-40cb-a89c-ff62aa9605c0,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:07.291388 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-32e69172-91b5-4475-ba3a-bdbc21d5ca4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fa73c002a204d83a8f01f5af8c0f26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421718 Aug 27 03:33:07.295741 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 40330) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:07.453333 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4d76a12c-7568-40e3-a4d8-647cbbc665f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.482219 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec14ef9-0701-4d91-93a4-f0e10cb9560e req-a4885cac-6039-4e38-8f79-36cf00dc5013 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.491271 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1ec14ef9-0701-4d91-93a4-f0e10cb9560e req-a4885cac-6039-4e38-8f79-36cf00dc5013 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 945 time: 0.1230640 Aug 27 03:33:07.515608 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4d76a12c-7568-40e3-a4d8-647cbbc665f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.564444 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23ce77-738c-476f-9e14-e96c0f98ee98 req-542b0376-3a36-443d-a97d-7ece319a60d8 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.566198 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-af23ce77-738c-476f-9e14-e96c0f98ee98 req-542b0376-3a36-443d-a97d-7ece319a60d8 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 943 time: 0.0765049 Aug 27 03:33:07.573111 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1ec14ef9-0701-4d91-93a4-f0e10cb9560e req-febf6dbd-98c4-4d64-b361-c56399bd7dcf tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806756 Aug 27 03:33:07.613900 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4d76a12c-7568-40e3-a4d8-647cbbc665f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.617991 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4d76a12c-7568-40e3-a4d8-647cbbc665f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.625530 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-4d76a12c-7568-40e3-a4d8-647cbbc665f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56c45793-2f10-40cb-a89c-ff62aa9605c0 HTTP/1.1" status: 204 len: 168 time: 0.3275321 Aug 27 03:33:07.637857 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76a12c-7568-40e3-a4d8-647cbbc665f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c45793-2f10-40cb-a89c-ff62aa9605c0,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:07.661843 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-af23ce77-738c-476f-9e14-e96c0f98ee98 req-4c834256-c566-412c-8d7a-a2618923babe tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774772 Aug 27 03:33:08.678330 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device fdc42cf5-822e-44ba-8c72-7245608a271c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:33:08.736031 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95c98d-d858-4d3a-bcd8-d6b8545f3fab req-49804d41-0815-43cc-834d-ec4f8ecf7537 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.744988 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9a95c98d-d858-4d3a-bcd8-d6b8545f3fab req-49804d41-0815-43cc-834d-ec4f8ecf7537 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 945 time: 0.0675795 Aug 27 03:33:08.779190 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 90afa41d-e627-4dee-8d22-0ee6d3d09a84 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:33:08.793047 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e947d-aa2f-4f98-976d-fff7c2f32cf2 req-6363c6a5-4bdb-4e83-9970-23c9415bf83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.794654 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a63e947d-aa2f-4f98-976d-fff7c2f32cf2 req-6363c6a5-4bdb-4e83-9970-23c9415bf83f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 1099 time: 0.0784154 Aug 27 03:33:08.799688 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9a95c98d-d858-4d3a-bcd8-d6b8545f3fab req-904fc1d5-86a8-4a35-98ec-c3df753cdaee tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534492 Aug 27 03:33:08.808671 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece49f4-b3e4-4340-b468-ea438e38d03e req-627edc64-51ea-421c-aaae-5eef2563ce01 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.810585 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9ece49f4-b3e4-4340-b468-ea438e38d03e req-627edc64-51ea-421c-aaae-5eef2563ce01 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0656335 Aug 27 03:33:08.813043 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: 90afa41d-e627-4dee-8d22-0ee6d3d09a84 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:33:08.813395 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 90afa41d-e627-4dee-8d22-0ee6d3d09a84 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:33:08.840812 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port fdc42cf5-822e-44ba-8c72-7245608a271c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fdc42cf5-822e-44ba-8c72-7245608a271c,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:08.859547 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'fdc42cf5-822e-44ba-8c72-7245608a271c', 'network_id': '810625c9-9496-4772-8797-1591acf0610a', 'port_id': 'fdc42cf5-822e-44ba-8c72-7245608a271c', 'mac_address': 'fa:16:3e:94:ac:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25656541-a36d-41dd-9ab1-894532fab4e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:33:08.919708 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:08.942664 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40392) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:08.947948 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e947d-aa2f-4f98-976d-fff7c2f32cf2 req-9a220046-37db-44dc-ac52-ee5b6eb83e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.948152 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc42cf5-822e-44ba-8c72-7245608a271c {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:08.950013 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a63e947d-aa2f-4f98-976d-fff7c2f32cf2 req-9a220046-37db-44dc-ac52-ee5b6eb83e4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 920 time: 0.1382048 Aug 27 03:33:08.974254 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port fdc42cf5-822e-44ba-8c72-7245608a271c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fdc42cf5-822e-44ba-8c72-7245608a271c,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:08.980751 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:08.989271 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-6399a137-28e2-4824-a6fa-55c4b851b2c5 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.990927 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-6399a137-28e2-4824-a6fa-55c4b851b2c5 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.64 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 945 time: 0.1291788 Aug 27 03:33:09.012120 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8579b-8c70-4563-80b8-ba28ed311555 req-1692f859-0962-4b2e-92cd-0683be540855 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:09.017611 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a63e947d-aa2f-4f98-976d-fff7c2f32cf2 req-4c044e45-26d1-420e-9fc4-8b2e9234b14c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31dba6be-f906-470a-a74c-259287f4eb17 HTTP/1.1" status: 200 len: 217 time: 0.0471897 Aug 27 03:33:09.020660 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a9a8579b-8c70-4563-80b8-ba28ed311555 req-1692f859-0962-4b2e-92cd-0683be540855 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 943 time: 0.1011245 Aug 27 03:33:09.027008 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9ece49f4-b3e4-4340-b468-ea438e38d03e req-11df4ab7-e093-4f90-a77f-3f79234fc97f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808797 Aug 27 03:33:09.044605 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=fdc42cf5-822e-44ba-8c72-7245608a271c,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:09.112444 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e947d-aa2f-4f98-976d-fff7c2f32cf2 req-38a70067-a51b-4b4b-845d-c930ed5f4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:09.115784 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a63e947d-aa2f-4f98-976d-fff7c2f32cf2 req-38a70067-a51b-4b4b-845d-c930ed5f4268 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.0798113 Aug 27 03:33:09.154936 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a63e947d-aa2f-4f98-976d-fff7c2f32cf2 req-bacfb2b4-b028-4f17-81d3-0d16ab656e13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277202 Aug 27 03:33:09.156231 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b2a07cf1-2b78-4557-a52a-f9fe3ab4faa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.201056 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a9a8579b-8c70-4563-80b8-ba28ed311555 req-4475a714-415d-410a-814d-7c034513f0e2 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781852 Aug 27 03:33:09.230408 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-c4148398-e67c-41d3-a7c8-664b386bf00c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Deleting port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:09.230408 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-c4148398-e67c-41d3-a7c8-664b386bf00c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.320498 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a63e947d-aa2f-4f98-976d-fff7c2f32cf2 req-f9817da5-768a-400a-ae9b-fa1494b6823d service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390829 Aug 27 03:33:09.385694 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-c4148398-e67c-41d3-a7c8-664b386bf00c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] For port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,segment=NetworkSegment(04bf9469-f007-4424-a81c-0f844eebf112),segment_id=04bf9469-f007-4424-a81c-0f844eebf112)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:09.386327 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-c4148398-e67c-41d3-a7c8-664b386bf00c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.425447 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-c4148398-e67c-41d3-a7c8-664b386bf00c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Calling delete_port for bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e owned by compute:nova {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:09.444140 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b2a07cf1-2b78-4557-a52a-f9fe3ab4faa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.447091 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a63e947d-aa2f-4f98-976d-fff7c2f32cf2 req-cf58d35e-5f03-48c9-9041-0f191aae96a2 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149058 Aug 27 03:33:09.451278 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b2a07cf1-2b78-4557-a52a-f9fe3ab4faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.532717 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-b2a07cf1-2b78-4557-a52a-f9fe3ab4faa2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=776d7a6c64534c608d51f56322bb6c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730596 Aug 27 03:33:09.536951 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 40412) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:09.544775 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a07cf1-2b78-4557-a52a-f9fe3ab4faa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15853fc7-c92a-43f1-85a5-a6252ae665e2,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:09.602197 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['fdc42cf5-822e-44ba-8c72-7245608a271c'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:09.615082 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f3f12c75-c590-4a44-a873-e5143d35216f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.642801 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f3f12c75-c590-4a44-a873-e5143d35216f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.668632 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-c4148398-e67c-41d3-a7c8-664b386bf00c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.700001 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4148398-e67c-41d3-a7c8-664b386bf00c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Pushing event deleted for resources: {'Port': ['ID=bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:09.716378 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f3f12c75-c590-4a44-a873-e5143d35216f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.719393 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f3f12c75-c590-4a44-a873-e5143d35216f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.721081 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f3f12c75-c590-4a44-a873-e5143d35216f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15853fc7-c92a-43f1-85a5-a6252ae665e2 HTTP/1.1" status: 204 len: 168 time: 0.1825178 Aug 27 03:33:09.731627 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f12c75-c590-4a44-a873-e5143d35216f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15853fc7-c92a-43f1-85a5-a6252ae665e2,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:09.780195 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-c4148398-e67c-41d3-a7c8-664b386bf00c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] No DVR routers for this DVR port bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e on host hv-cinder-77398 {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:09.784084 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-c4148398-e67c-41d3-a7c8-664b386bf00c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:09.786740 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eb68237a-8abe-4561-b5b8-9c5278d213f2 req-c4148398-e67c-41d3-a7c8-664b386bf00c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.64 "DELETE /v2.0/ports/bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e HTTP/1.1" status: 204 len: 173 time: 0.7649798 Aug 27 03:33:09.787157 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a94b18-7fb5-478f-b9cf-dddda6077b99', 'name': 'network-vif-deleted', 'tag': 'bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:09.789550 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443887cd-918f-4ee6-b178-6a582b77cdf2" -d '{"events": [{"server_uuid": "76a94b18-7fb5-478f-b9cf-dddda6077b99", "name": "network-vif-deleted", "tag": "bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:09.863695 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4b2e40-2675-4bf3-bb8d-ff4c1dbd5176 x-openstack-request-id: req-be4b2e40-2675-4bf3-bb8d-ff4c1dbd5176 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:09.863695 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a94b18-7fb5-478f-b9cf-dddda6077b99", "name": "network-vif-deleted", "tag": "bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:09.863695 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be4b2e40-2675-4bf3-bb8d-ff4c1dbd5176 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:09.863695 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a94b18-7fb5-478f-b9cf-dddda6077b99', 'name': 'network-vif-deleted', 'tag': 'bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e', 'status': 'completed', 'code': 200} Aug 27 03:33:09.921231 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7682d052-a147-419d-a59c-94ef3a538e20 req-59d4b94d-04f5-4f04-8545-64b7dcc07966 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=76a94b18-7fb5-478f-b9cf-dddda6077b99 HTTP/1.1" status: 200 len: 210 time: 0.0351617 Aug 27 03:33:10.171195 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab2e60-8af9-4ee5-ad3b-e2f6f8f0cba4 req-a5e9fe5c-7dc2-41ff-82a4-7bf48d1fbfae tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:10.172719 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0aab2e60-8af9-4ee5-ad3b-e2f6f8f0cba4 req-a5e9fe5c-7dc2-41ff-82a4-7bf48d1fbfae tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0639398 Aug 27 03:33:10.216436 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0aab2e60-8af9-4ee5-ad3b-e2f6f8f0cba4 req-9491327a-83d7-427e-b10d-b670811c4de3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371971 Aug 27 03:33:10.388287 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d9273-513a-4f6a-8ff1-b4b864b43d76 req-655deb7d-13ae-4235-91a6-7c381b9fdd8d tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:10.389983 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-265d9273-513a-4f6a-8ff1-b4b864b43d76 req-655deb7d-13ae-4235-91a6-7c381b9fdd8d tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 944 time: 0.0806887 Aug 27 03:33:10.451131 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-265d9273-513a-4f6a-8ff1-b4b864b43d76 req-7c557732-dd18-417a-a896-aece8a3373a3 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 Aug 27 03:33:11.342328 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6ca5d-0a93-4478-ba31-5b8d225bd155 req-6b75035f-7214-41aa-ac59-077e973314c0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:11.343974 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1ec6ca5d-0a93-4478-ba31-5b8d225bd155 req-6b75035f-7214-41aa-ac59-077e973314c0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0534921 Aug 27 03:33:11.388316 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1ec6ca5d-0a93-4478-ba31-5b8d225bd155 req-c173f1bf-7284-4428-8aea-608abcb1f6b0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369754 Aug 27 03:33:11.569826 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-f9f0521c-f2ac-4ced-a4e2-667226fb7a54 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:11.573392 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-f9f0521c-f2ac-4ced-a4e2-667226fb7a54 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/networks?id=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c HTTP/1.1" status: 200 len: 809 time: 0.3570855 Aug 27 03:33:11.603639 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-e817b5ae-c8f7-496f-b830-5b5dce12f9b7 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/quotas/5c764707689c4eef804ec9ee0dddd86d HTTP/1.1" status: 200 len: 375 time: 0.0236535 Aug 27 03:33:11.642155 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-5816deea-c4a6-40d7-b2eb-2b9614c4a144 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c764707689c4eef804ec9ee0dddd86d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325770 Aug 27 03:33:11.697550 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317d4a-da3b-4c00-9567-bcaa662291ec req-921efc96-e9d1-4e64-9a8e-4da4e299f546 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:11.701040 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ac317d4a-da3b-4c00-9567-bcaa662291ec req-921efc96-e9d1-4e64-9a8e-4da4e299f546 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 944 time: 0.0969641 Aug 27 03:33:11.756459 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ac317d4a-da3b-4c00-9567-bcaa662291ec req-4981da7d-249d-4239-8e4d-726caea9ac5c tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437517 Aug 27 03:33:11.788696 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-6eeeffb5-49a3-4f49-9c33-4f0363b37644 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383140 Aug 27 03:33:11.887820 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-0cf0af2a-624e-4848-a582-2e9b9a80e358 service neutron] 10.222.0.41 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926833 Aug 27 03:33:12.075536 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f8fcb489-53f7-4085-8d87-144b760c1eb7 req-6a7da74a-a5ca-45c5-8ad8-bb84baf1224d tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 210 time: 0.0297318 Aug 27 03:33:12.534466 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf2a8d-8fb5-4677-9f6d-4e4f8cca7039 req-fddabec5-f49f-4d6f-b8f8-da2a26cf2076 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:12.536057 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dbaf2a8d-8fb5-4677-9f6d-4e4f8cca7039 req-fddabec5-f49f-4d6f-b8f8-da2a26cf2076 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0650086 Aug 27 03:33:12.582492 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dbaf2a8d-8fb5-4677-9f6d-4e4f8cca7039 req-a9fd4d57-af2a-47b6-8dd3-500d0ad6b06e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394235 Aug 27 03:33:12.688521 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device fdc42cf5-822e-44ba-8c72-7245608a271c up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:12.756111 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port fdc42cf5-822e-44ba-8c72-7245608a271c completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:12.759921 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port fdc42cf5-822e-44ba-8c72-7245608a271c triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:12.760296 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:12.856250 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:12.881979 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d60315-9e5a-4ee4-835a-8930a0676fae req-9f493dc8-829a-40f9-b854-9fa3c03394d3 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:12.883592 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c6d60315-9e5a-4ee4-835a-8930a0676fae req-9f493dc8-829a-40f9-b854-9fa3c03394d3 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 944 time: 0.0549846 Aug 27 03:33:12.884070 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed81581d-69d8-4f47-a05c-b4b1cad1c23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc42cf5-822e-44ba-8c72-7245608a271c'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:12.886414 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edfaa13-da8d-4611-b410-fd22ef2e000e" -d '{"events": [{"server_uuid": "ed81581d-69d8-4f47-a05c-b4b1cad1c23a", "name": "network-vif-plugged", "status": "completed", "tag": "fdc42cf5-822e-44ba-8c72-7245608a271c"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:12.903266 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port fdc42cf5-822e-44ba-8c72-7245608a271c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fdc42cf5-822e-44ba-8c72-7245608a271c,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:12.911061 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:12.912080 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:33:12.928730 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c6d60315-9e5a-4ee4-835a-8930a0676fae req-464171c7-550d-4d2d-b439-74b36165beeb tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383439 Aug 27 03:33:12.936629 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:33:12.937138 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device bf5f3ece-f44a-40fa-9dd3-c17a57bd2e4e not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:33:12.981328 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755218e3-c412-428c-a557-79241feb00b9 x-openstack-request-id: req-755218e3-c412-428c-a557-79241feb00b9 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:12.981826 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed81581d-69d8-4f47-a05c-b4b1cad1c23a", "name": "network-vif-plugged", "status": "completed", "tag": "fdc42cf5-822e-44ba-8c72-7245608a271c", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:12.982275 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-755218e3-c412-428c-a557-79241feb00b9 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:12.982887 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed81581d-69d8-4f47-a05c-b4b1cad1c23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc42cf5-822e-44ba-8c72-7245608a271c', 'code': 200} Aug 27 03:33:12.999269 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=fdc42cf5-822e-44ba-8c72-7245608a271c,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:13.193607 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dade3c72-1cfb-4e4a-bf94-5fffb63919bf req-b1b6707f-e0ae-4256-be66-7720af7b1792 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 210 time: 0.0291004 Aug 27 03:33:13.273620 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512768-ebe0-4ef9-afc2-0056c713a8bb req-57b0a451-87c2-46c0-8d71-619b5830419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:13.278349 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-65512768-ebe0-4ef9-afc2-0056c713a8bb req-57b0a451-87c2-46c0-8d71-619b5830419d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 1098 time: 0.0534885 Aug 27 03:33:13.336921 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-65512768-ebe0-4ef9-afc2-0056c713a8bb req-63288211-f508-45b3-a132-872fee1ac6c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Aug 27 03:33:13.419139 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-f71c19ad-1296-4e98-81a5-cb3615cc0c85 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:13.420671 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-f71c19ad-1296-4e98-81a5-cb3615cc0c85 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.64 "GET /v2.0/networks?id=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c HTTP/1.1" status: 200 len: 809 time: 0.1398497 Aug 27 03:33:13.533680 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-090f2820-063a-4cb0-8003-8b827c125730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:13.694863 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Request body: {'port': {'device_id': '5612a58e-1c9e-4150-b052-1f653642e5cb', 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c', 'admin_state_up': True, 'tenant_id': '5c764707689c4eef804ec9ee0dddd86d'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:13.740718 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c01b1-07a0-4713-bb68-beb3a3c71581 req-f642459f-5577-479c-bff6-d9ffda4a3231 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:13.742541 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0b2c01b1-07a0-4713-bb68-beb3a3c71581 req-f642459f-5577-479c-bff6-d9ffda4a3231 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0737362 Aug 27 03:33:13.815432 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0b2c01b1-07a0-4713-bb68-beb3a3c71581 req-45ea169b-25a6-465b-ad31-ae402c13bb93 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597308 Aug 27 03:33:13.868747 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Made reservation on behalf of 5c764707689c4eef804ec9ee0dddd86d for: {'port': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:13.872325 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.036630 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Allocated IP 172.20.0.11 (b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c/c54e3998-7055-4934-bd16-09d62fd731ff/bb7a3577-e3bf-4635-943d-ad24ef21038d) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:14.064629 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9806d42-c19a-4c1a-a395-d3fb0cce5769 req-d7c244c8-2ce2-4464-acf9-178914e15d5a tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:14.067217 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-c9806d42-c19a-4c1a-a395-d3fb0cce5769 req-d7c244c8-2ce2-4464-acf9-178914e15d5a tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 945 time: 0.0625687 Aug 27 03:33:14.118758 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-c9806d42-c19a-4c1a-a395-d3fb0cce5769 req-2111130d-0076-4d65-963d-b7ca1ecee884 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443218 Aug 27 03:33:14.227156 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.278579 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.331438 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:14.336495 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234cc1-5b25-4cd0-861f-5420c0f9702e req-52ae6339-c529-4887-9cb8-04e0c247b4d4 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:14.337715 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:14.338367 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-72234cc1-5b25-4cd0-861f-5420c0f9702e req-52ae6339-c529-4887-9cb8-04e0c247b4d4 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 932 time: 0.0574162 Aug 27 03:33:14.349500 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:14.354025 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Pushing event updated for resources: {'Port': ['ID=bb7a3577-e3bf-4635-943d-ad24ef21038d,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:14.395239 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-72234cc1-5b25-4cd0-861f-5420c0f9702e req-6c89eae8-a3e1-4351-89df-f55e49a7e8b5 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506542 Aug 27 03:33:14.403827 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:14.404512 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.421810 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-40b5b432-c807-4c5b-a5ab-80738c70f821 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7340040 Aug 27 03:33:14.443911 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Request body: {'port': {'device_id': '5612a58e-1c9e-4150-b052-1f653642e5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:14.508863 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.821252 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7a3577-e3bf-4635-943d-ad24ef21038d {{(pid=93857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:14.833497 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.865061 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.provisioning_blocks [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Transition to ACTIVE for port object bb7a3577-e3bf-4635-943d-ad24ef21038d will not be triggered until provisioned by entity L2. {{(pid=93857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:14.865061 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.996099 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7a3577-e3bf-4635-943d-ad24ef21038d,revision_number=2']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:15.040946 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174e452-9633-4beb-baad-174a3df0f93a req-b61b398a-b064-490a-accc-0b7a0bc59df7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.042616 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a174e452-9633-4beb-baad-174a3df0f93a req-b61b398a-b064-490a-accc-0b7a0bc59df7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1237628 Aug 27 03:33:15.047870 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Attempting to bind port bb7a3577-e3bf-4635-943d-ad24ef21038d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:15.048217 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Attempting to bind port bb7a3577-e3bf-4635-943d-ad24ef21038d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '04bf9469-f007-4424-a81c-0f844eebf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c'}] {{(pid=93857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:15.048523 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Attempting to bind port bb7a3577-e3bf-4635-943d-ad24ef21038d on network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:15.060132 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Port bb7a3577-e3bf-4635-943d-ad24ef21038d on network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:33:15.060458 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Attempting to bind port bb7a3577-e3bf-4635-943d-ad24ef21038d on network b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:15.074687 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:15.075027 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Checking segment: {'id': '04bf9469-f007-4424-a81c-0f844eebf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:15.075413 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Bound using segment: {'id': '04bf9469-f007-4424-a81c-0f844eebf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c'} {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:15.075852 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Bound port: bb7a3577-e3bf-4635-943d-ad24ef21038d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04bf9469-f007-4424-a81c-0f844eebf112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c'}}] {{(pid=93857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:15.076247 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:15.102957 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a174e452-9633-4beb-baad-174a3df0f93a req-5c60adaa-6e19-440f-a7bb-9d72e939eb4a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519595 Aug 27 03:33:15.160477 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] For port bb7a3577-e3bf-4635-943d-ad24ef21038d, host hv-cinder-77398, cleared binding levels {{(pid=93857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:15.165231 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] For port bb7a3577-e3bf-4635-943d-ad24ef21038d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bb7a3577-e3bf-4635-943d-ad24ef21038d,segment=NetworkSegment(04bf9469-f007-4424-a81c-0f844eebf112),segment_id=04bf9469-f007-4424-a81c-0f844eebf112)] {{(pid=93857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:15.171131 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:15.236530 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.237254 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:15.238979 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb7a3577-e3bf-4635-943d-ad24ef21038d HTTP/1.1" status: 200 len: 1094 time: 0.7997777 Aug 27 03:33:15.239640 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5612a58e-1c9e-4150-b052-1f653642e5cb', 'tag': 'bb7a3577-e3bf-4635-943d-ad24ef21038d'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:15.243228 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e0522e-12db-49de-8344-c108d333d0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5612a58e-1c9e-4150-b052-1f653642e5cb", "tag": "bb7a3577-e3bf-4635-943d-ad24ef21038d"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:15.276085 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6992f-d664-4829-9ad4-8c9cc4bc8a18 req-2c19d79d-8456-428e-b0eb-c85fdc86329e tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.284293 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-c3f6992f-d664-4829-9ad4-8c9cc4bc8a18 req-2c19d79d-8456-428e-b0eb-c85fdc86329e tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 945 time: 0.0710180 Aug 27 03:33:15.290525 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f11ece-f230-48d2-b724-cafda51ce7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7a3577-e3bf-4635-943d-ad24ef21038d,revision_number=3']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:15.358638 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-c3f6992f-d664-4829-9ad4-8c9cc4bc8a18 req-a3b3ac73-4061-49d3-9bf5-49bb9d77be09 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732872 Aug 27 03:33:15.372221 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-5fc03efb-5902-4404-ab70-a53908adc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.373790 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-5fc03efb-5902-4404-ab70-a53908adc8b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c764707689c4eef804ec9ee0dddd86d&device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 1097 time: 0.0683994 Aug 27 03:33:15.438083 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e84a055-d37a-4cf3-81c8-0b673604847d x-openstack-request-id: req-4e84a055-d37a-4cf3-81c8-0b673604847d {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:15.438375 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5612a58e-1c9e-4150-b052-1f653642e5cb", "tag": "bb7a3577-e3bf-4635-943d-ad24ef21038d", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:15.438631 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e84a055-d37a-4cf3-81c8-0b673604847d {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:15.439026 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5612a58e-1c9e-4150-b052-1f653642e5cb', 'tag': 'bb7a3577-e3bf-4635-943d-ad24ef21038d', 'status': 'completed', 'code': 200} Aug 27 03:33:15.440635 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-8288526e-c882-4ab5-bca7-b29c9dc3667c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7a3577-e3bf-4635-943d-ad24ef21038d HTTP/1.1" status: 200 len: 217 time: 0.0429971 Aug 27 03:33:15.505588 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-9b1b7428-e2da-4cf2-8e5a-01d5810a10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.507119 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-9b1b7428-e2da-4cf2-8e5a-01d5810a10d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c54e3998-7055-4934-bd16-09d62fd731ff HTTP/1.1" status: 200 len: 849 time: 0.0519164 Aug 27 03:33:15.535083 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b4e47-ad3d-4e12-96d3-12850cf0e9c3 req-22954469-d658-4f87-8bba-88c298f8a6a2 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.537488 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0b4b4e47-ad3d-4e12-96d3-12850cf0e9c3 req-22954469-d658-4f87-8bba-88c298f8a6a2 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 944 time: 0.0584316 Aug 27 03:33:15.544226 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-d352829b-a7ac-436c-bf93-b331022e5eb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267489 Aug 27 03:33:15.583560 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0b4b4e47-ad3d-4e12-96d3-12850cf0e9c3 req-3299e0be-a42a-4eb5-87ae-3a2cc367bb81 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395129 Aug 27 03:33:15.649251 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-d04cc2ec-da36-49bc-a01b-e940c8e6f1ea service neutron] 10.222.0.64 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929933 Aug 27 03:33:15.760634 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-44affd0b-62a3-4a86-9b80-3dc847324603 req-a72d4683-2da2-4f94-8b01-cb116fd6b19c service neutron] 10.222.0.64 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968089 Aug 27 03:33:15.879792 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0522e-12db-49de-8344-c108d333d0ba req-0daa78f6-0672-4c2a-bbc7-80b53a5caf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.881728 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d1e0522e-12db-49de-8344-c108d333d0ba req-0daa78f6-0672-4c2a-bbc7-80b53a5caf72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c764707689c4eef804ec9ee0dddd86d&device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 1097 time: 0.0494046 Aug 27 03:33:16.017546 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0522e-12db-49de-8344-c108d333d0ba req-cd87e08d-0d49-46da-b58d-e86e524e1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:16.019249 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d1e0522e-12db-49de-8344-c108d333d0ba req-cd87e08d-0d49-46da-b58d-e86e524e1e3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c HTTP/1.1" status: 200 len: 910 time: 0.1230309 Aug 27 03:33:16.067897 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d1e0522e-12db-49de-8344-c108d333d0ba req-97425292-3d37-4383-8d3b-ed0ee24fd26e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7a3577-e3bf-4635-943d-ad24ef21038d HTTP/1.1" status: 200 len: 217 time: 0.0379891 Aug 27 03:33:16.132219 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0522e-12db-49de-8344-c108d333d0ba req-e723799f-fff4-48e5-985d-b8c0eae23ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:16.135345 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d1e0522e-12db-49de-8344-c108d333d0ba req-e723799f-fff4-48e5-985d-b8c0eae23ef2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c54e3998-7055-4934-bd16-09d62fd731ff HTTP/1.1" status: 200 len: 849 time: 0.0602674 Aug 27 03:33:16.210714 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d1e0522e-12db-49de-8344-c108d333d0ba req-717c81b8-4cc3-4f41-afac-9fa38e13dae2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464373 Aug 27 03:33:16.269650 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfbe3c-0a5f-41cc-8579-1b4f288cafe6 req-6ec3939f-bb89-4a5c-bd00-9258181cd94f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:16.272842 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-acdfbe3c-0a5f-41cc-8579-1b4f288cafe6 req-6ec3939f-bb89-4a5c-bd00-9258181cd94f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0660036 Aug 27 03:33:16.314898 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-acdfbe3c-0a5f-41cc-8579-1b4f288cafe6 req-f0e7c211-29e8-4154-b7c5-caf9a6b7367e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Aug 27 03:33:16.357552 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d1e0522e-12db-49de-8344-c108d333d0ba req-40c99555-9c7e-480e-bb84-d2bae03966ec service neutron] 10.222.0.64 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232312 Aug 27 03:33:16.488634 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d1e0522e-12db-49de-8344-c108d333d0ba req-a36ea8bd-61a6-47aa-8324-7ea9b9073694 service neutron] 10.222.0.64 "GET /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156743 Aug 27 03:33:16.517794 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66902641-79a6-4315-ab67-a30b27769538 req-10bd9684-7008-49cf-bf3e-718d9ab12d02 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:16.519431 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-66902641-79a6-4315-ab67-a30b27769538 req-10bd9684-7008-49cf-bf3e-718d9ab12d02 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 945 time: 0.0644221 Aug 27 03:33:16.566432 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-66902641-79a6-4315-ab67-a30b27769538 req-9cfcac60-4f05-4da1-98d5-c9fc463cb2f0 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397935 Aug 27 03:33:16.577132 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1f38-1a00-4248-8c72-c39608baec97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:16.716604 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cedd01-c533-4e8a-a6aa-925bf9e11649 req-8c510c11-f094-479c-b557-3ea6be13cdbe tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:16.721546 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c7cedd01-c533-4e8a-a6aa-925bf9e11649 req-8c510c11-f094-479c-b557-3ea6be13cdbe tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 944 time: 0.0595522 Aug 27 03:33:16.771044 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c7cedd01-c533-4e8a-a6aa-925bf9e11649 req-4f259748-2511-4e30-bb31-11d82871818f tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383761 Aug 27 03:33:17.446743 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6724c1-96a6-4f95-bcbc-5506a140845c req-1931ef19-ce38-4962-ad60-c83d4c471d7b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:17.448408 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ec6724c1-96a6-4f95-bcbc-5506a140845c req-1931ef19-ce38-4962-ad60-c83d4c471d7b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0542982 Aug 27 03:33:17.469492 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.501490 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ec6724c1-96a6-4f95-bcbc-5506a140845c req-eda2c8bc-5f56-44bc-8989-98825a6fe2f6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428302 Aug 27 03:33:17.792786 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.911681 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e7f7-bb14-47b8-8594-4c5fd049761a req-8cf9502c-286e-4ba6-abc6-5c3e3d4c03ee tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:17.913283 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2b20e7f7-bb14-47b8-8594-4c5fd049761a req-8cf9502c-286e-4ba6-abc6-5c3e3d4c03ee tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 944 time: 0.0552921 Aug 27 03:33:17.963805 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2b20e7f7-bb14-47b8-8594-4c5fd049761a req-3689eb2a-9555-42f5-82a3-68bc2e0454d8 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433712 Aug 27 03:33:18.670085 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe36c74-f3aa-4347-a8ff-679f447d2996 req-6f2f62dd-b336-417b-ab35-60d771cbc274 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:18.671719 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ffe36c74-f3aa-4347-a8ff-679f447d2996 req-6f2f62dd-b336-417b-ab35-60d771cbc274 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0826488 Aug 27 03:33:18.729942 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ffe36c74-f3aa-4347-a8ff-679f447d2996 req-94ac3f32-05cc-4e25-9e48-74adf5f8c880 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Aug 27 03:33:19.046365 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:19.156770 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ac7d1-be2d-4a99-bbd8-78511c31afa7 req-e9cf92f2-9f7e-4364-bdc2-0b11f73430e5 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:19.158232 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f7ac7d1-be2d-4a99-bbd8-78511c31afa7 req-e9cf92f2-9f7e-4364-bdc2-0b11f73430e5 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 944 time: 0.0559042 Aug 27 03:33:19.203845 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6f7ac7d1-be2d-4a99-bbd8-78511c31afa7 req-3aec3886-bc91-46f2-bb9a-15e640f8f428 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391626 Aug 27 03:33:19.878792 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbe462-e482-475e-8dd0-e52314a54806 req-3bb8c8df-add6-43c5-a67b-90cf8489c9fb tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:19.881044 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a1dbe462-e482-475e-8dd0-e52314a54806 req-3bb8c8df-add6-43c5-a67b-90cf8489c9fb tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0545640 Aug 27 03:33:19.922522 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a1dbe462-e482-475e-8dd0-e52314a54806 req-35a9bac1-1bbe-43a4-b7c6-f9b39bc055e4 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356462 Aug 27 03:33:20.375911 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0898ffb-725b-42d3-9803-59b3f5b9085b req-f8a931a2-547d-4e3c-be56-6f5f75d664f6 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:20.378531 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d0898ffb-725b-42d3-9803-59b3f5b9085b req-f8a931a2-547d-4e3c-be56-6f5f75d664f6 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 944 time: 0.0801435 Aug 27 03:33:20.434871 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d0898ffb-725b-42d3-9803-59b3f5b9085b req-ab8f10f7-d3ff-47e5-aa17-bb9eb5d5b98f tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496538 Aug 27 03:33:21.152625 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7590b66-72bf-4975-8339-e609eea99d72 req-fb55bd6f-dcf1-42de-908e-1e492203e294 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:21.155049 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d7590b66-72bf-4975-8339-e609eea99d72 req-fb55bd6f-dcf1-42de-908e-1e492203e294 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0619471 Aug 27 03:33:21.212157 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d7590b66-72bf-4975-8339-e609eea99d72 req-518464c4-0bc8-4b15-9eed-16c6ada9452c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483592 Aug 27 03:33:21.590556 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dc6a3-cf96-4d40-8924-4f81ce9437b6 req-37cf795c-ed34-4501-a118-23e5e1528549 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:21.592219 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-905dc6a3-cf96-4d40-8924-4f81ce9437b6 req-37cf795c-ed34-4501-a118-23e5e1528549 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 944 time: 0.0686457 Aug 27 03:33:21.636853 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-905dc6a3-cf96-4d40-8924-4f81ce9437b6 req-6768d577-5866-49ee-afbb-a464a0e6df06 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381298 Aug 27 03:33:22.353716 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f79716-6539-4fc1-abe5-fb1fadec3a8c req-e18588f3-ae02-4ea5-99db-8df333796f78 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:22.353716 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-15f79716-6539-4fc1-abe5-fb1fadec3a8c req-e18588f3-ae02-4ea5-99db-8df333796f78 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0574837 Aug 27 03:33:22.396857 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-15f79716-6539-4fc1-abe5-fb1fadec3a8c req-2dd779de-aeb8-4fe1-8362-e96ab2963dda tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361292 Aug 27 03:33:22.786598 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e21e9-9b1e-4de9-ae58-5ca6215904b4 req-81a4fa1b-a146-40a8-8f55-b376a0d0ed19 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:22.789910 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-027e21e9-9b1e-4de9-ae58-5ca6215904b4 req-81a4fa1b-a146-40a8-8f55-b376a0d0ed19 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 944 time: 0.0620248 Aug 27 03:33:22.836225 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-027e21e9-9b1e-4de9-ae58-5ca6215904b4 req-543b92fb-45e7-4451-bbbc-dea3573082b6 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371315 Aug 27 03:33:23.436889 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 40824) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:23.498106 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3989d6-8fc5-48e9-967d-949a4c608a42 admin admin] Deleting subnet dbcc5a86-6384-4482-b40d-1d30910ffea9 {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:33:23.501600 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cd3989d6-8fc5-48e9-967d-949a4c608a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.538433 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cd3989d6-8fc5-48e9-967d-949a4c608a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909152'] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.591862 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cd3989d6-8fc5-48e9-967d-949a4c608a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.597022 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddef327-fa02-4d83-b2d4-3165f04d5395 req-3416bdae-78eb-4fee-b967-6de1df43cb1f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:23.599292 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0ddef327-fa02-4d83-b2d4-3165f04d5395 req-3416bdae-78eb-4fee-b967-6de1df43cb1f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0740106 Aug 27 03:33:23.652892 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0ddef327-fa02-4d83-b2d4-3165f04d5395 req-d003882d-6f12-45e5-893b-78c0279fd606 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418336 Aug 27 03:33:23.720782 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cd3989d6-8fc5-48e9-967d-949a4c608a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559101'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.773098 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ca547-cdda-4a83-a386-670954598d38 req-a9f52bea-6f15-4283-89d1-516ea4e352cc tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:23.774961 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9f3ca547-cdda-4a83-a386-670954598d38 req-a9f52bea-6f15-4283-89d1-516ea4e352cc tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 945 time: 0.1351254 Aug 27 03:33:23.776890 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3989d6-8fc5-48e9-967d-949a4c608a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbcc5a86-6384-4482-b40d-1d30910ffea9,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:23.779099 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-cd3989d6-8fc5-48e9-967d-949a4c608a42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.783213 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-cd3989d6-8fc5-48e9-967d-949a4c608a42 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dbcc5a86-6384-4482-b40d-1d30910ffea9 HTTP/1.1" status: 204 len: 168 time: 0.3430355 Aug 27 03:33:23.784392 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40832) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:23.819627 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9f3ca547-cdda-4a83-a386-670954598d38 req-13e2d1b6-e993-4809-9557-3c4f5e1d39dd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341330 Aug 27 03:33:23.859860 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.976042 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.989351 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:23.989986 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:23.990829 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:23.991145 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > port after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:23.991621 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:23.991977 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > port after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:23.992307 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:23.992635 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:23.992964 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:23.993315 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:24.061002 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:24.061356 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:24.061665 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:24.061990 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:33:24.062361 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2']}} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:24.083442 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5320cad9-682e-4815-bd6b-6d6ad28fb302') {'for_net_delete': True} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:24.083734 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5320cad9-682e-4815-bd6b-6d6ad28fb302') {} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:24.103525 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-587290'] for segment, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.127709 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf759a-e49a-450d-8164-77f445edfe0d req-c3643d83-4a5b-45ab-a294-92c8797f3bc9 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.129327 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-aedf759a-e49a-450d-8164-77f445edfe0d req-c3643d83-4a5b-45ab-a294-92c8797f3bc9 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 944 time: 0.1920969 Aug 27 03:33:24.136740 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.153346 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:33:24.153744 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478446'] for segment, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: from cryptography.utils import int_from_bytes Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: from cryptography.utils import int_from_bytes Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: Traceback (most recent call last): Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: timer() Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: cb(*args, **kw) Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: return func(*args, **kwargs) Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: self._notify() Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: self.callback(batched_events) Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: event.method(event) Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: return f(self, *a, **k) Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: return self._get(url).json() Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: return self.request(url, 'GET', **kwargs) Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:33:24.157856 dv-cinder-773985-14-smb neutron-server[93856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:33:24.235102 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-aedf759a-e49a-450d-8164-77f445edfe0d req-fe0f466c-96ef-48b9-af29-7d4f1c0fab0d tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949633 Aug 27 03:33:24.239897 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.252724 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.254710 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2 HTTP/1.1" status: 204 len: 168 time: 0.4694862 Aug 27 03:33:24.258006 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 40848) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:24.264307 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723b7da-eef3-4559-a05a-4b0dbdf98a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c4d2ff-ee8f-4c0b-980d-3524c7df0cd2,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:24.312419 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6f037f-e539-4aff-9d0b-67a59d3d4221 admin admin] Deleting subnet c205dc9c-61ef-498d-ae9d-6fa9ad2acc91 {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:33:24.315935 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2a6f037f-e539-4aff-9d0b-67a59d3d4221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.351245 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2a6f037f-e539-4aff-9d0b-67a59d3d4221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909152'] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.395787 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2a6f037f-e539-4aff-9d0b-67a59d3d4221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.453422 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2a6f037f-e539-4aff-9d0b-67a59d3d4221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559101'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.479265 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f037f-e539-4aff-9d0b-67a59d3d4221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c205dc9c-61ef-498d-ae9d-6fa9ad2acc91,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:24.483306 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2a6f037f-e539-4aff-9d0b-67a59d3d4221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.486445 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-2a6f037f-e539-4aff-9d0b-67a59d3d4221 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c205dc9c-61ef-498d-ae9d-6fa9ad2acc91 HTTP/1.1" status: 204 len: 168 time: 0.2261245 Aug 27 03:33:24.487825 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 40854) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:24.558135 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.643611 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.657948 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f42557-d1c0-43b2-90b3-e5a13331f4f8']}} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:24.671307 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd777788-1ea9-4828-9b61-806bab72337d') {'for_net_delete': True} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:24.671563 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd777788-1ea9-4828-9b61-806bab72337d') {} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:24.682595 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8909183'] for segment, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.704824 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.712662 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=93857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:33:24.713062 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599586'] for segment, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: Traceback (most recent call last): Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: timer() Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: cb(*args, **kw) Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: return func(*args, **kwargs) Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: self._notify() Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: self.callback(batched_events) Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: event.method(event) Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: return f(self, *a, **k) Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: return self._get(url).json() Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: return self.request(url, 'GET', **kwargs) Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:33:24.715016 dv-cinder-773985-14-smb neutron-server[93857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:33:24.785866 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.791653 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.793074 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ecbde-4c41-46d8-82b0-f037c5710420 req-3ca67bc5-d9e2-4705-af7e-fc242dd9eb38 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.794535 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/64f42557-d1c0-43b2-90b3-e5a13331f4f8 HTTP/1.1" status: 204 len: 168 time: 0.3057370 Aug 27 03:33:24.795558 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff9ecbde-4c41-46d8-82b0-f037c5710420 req-3ca67bc5-d9e2-4705-af7e-fc242dd9eb38 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0602880 Aug 27 03:33:24.809768 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa810f-caea-4601-bf03-fbe96822b8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f42557-d1c0-43b2-90b3-e5a13331f4f8,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:24.854829 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ff9ecbde-4c41-46d8-82b0-f037c5710420 req-4fd0b32c-430b-4ddb-9061-12816c8881b9 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525589 Aug 27 03:33:24.956238 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6439d-1efa-40db-a3a0-1b28454d7ba0 req-a589e5f0-6373-434d-a2bb-12cfe6b89dd2 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.957858 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ebb6439d-1efa-40db-a3a0-1b28454d7ba0 req-a589e5f0-6373-434d-a2bb-12cfe6b89dd2 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 945 time: 0.0559783 Aug 27 03:33:25.003864 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40868) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:25.011920 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ebb6439d-1efa-40db-a3a0-1b28454d7ba0 req-1609efa1-88af-4c13-8f33-1542f8756b38 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464880 Aug 27 03:33:25.046788 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-8b434ecf-9951-41d9-b300-6788ddb4bf22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f4d7b61f21242648e9306577be0f92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417469 Aug 27 03:33:25.050355 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40872) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:25.106583 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b229e023-9c80-4a17-b883-14849eb45514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.129825 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b229e023-9c80-4a17-b883-14849eb45514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.180684 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b229e023-9c80-4a17-b883-14849eb45514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.183606 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b229e023-9c80-4a17-b883-14849eb45514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.184823 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-b229e023-9c80-4a17-b883-14849eb45514 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4e89d73-9a57-4deb-b75a-793c477b497c HTTP/1.1" status: 204 len: 168 time: 0.1340890 Aug 27 03:33:25.193463 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229e023-9c80-4a17-b883-14849eb45514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e89d73-9a57-4deb-b75a-793c477b497c,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:25.394682 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204f614-81d1-4b7f-8310-2787570b68c2 req-84424e64-c103-426f-8e14-5d50f6fe8aa3 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:25.402077 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f204f614-81d1-4b7f-8310-2787570b68c2 req-84424e64-c103-426f-8e14-5d50f6fe8aa3 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 944 time: 0.0677397 Aug 27 03:33:25.451982 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f204f614-81d1-4b7f-8310-2787570b68c2 req-47701d36-7d64-43ca-b2a5-3af3c67e6545 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443130 Aug 27 03:33:25.587478 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40884) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:25.638361 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-df6d3393-6805-4b49-a6e7-21db12d945a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41d6fb3d81fc4ac8a3dfe78dfc6d558e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494864 Aug 27 03:33:25.641104 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 40886) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:25.691499 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-71a62979-5663-4179-9f3b-faff81c27679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.717556 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-71a62979-5663-4179-9f3b-faff81c27679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.778857 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-71a62979-5663-4179-9f3b-faff81c27679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.781244 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-71a62979-5663-4179-9f3b-faff81c27679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.782433 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-71a62979-5663-4179-9f3b-faff81c27679 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db535b83-5370-4b88-92c3-28978c2d169d HTTP/1.1" status: 204 len: 168 time: 0.1404026 Aug 27 03:33:25.791297 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a62979-5663-4179-9f3b-faff81c27679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db535b83-5370-4b88-92c3-28978c2d169d,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:26.002986 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a496b9f-f35a-4c7c-b017-f8c7e6775e3a req-ae50f455-b3c9-4dcb-85a2-6da8b3dd7688 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:26.004638 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7a496b9f-f35a-4c7c-b017-f8c7e6775e3a req-ae50f455-b3c9-4dcb-85a2-6da8b3dd7688 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0658133 Aug 27 03:33:26.050926 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7a496b9f-f35a-4c7c-b017-f8c7e6775e3a req-d696321f-0309-4c21-9cab-1c02bc1bd613 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Aug 27 03:33:26.174460 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861675-c1da-4218-9994-5686b17a1e0f req-18a3803f-9458-4fb7-bbc4-9e00aea7cdee tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:26.176017 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bc861675-c1da-4218-9994-5686b17a1e0f req-18a3803f-9458-4fb7-bbc4-9e00aea7cdee tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 945 time: 0.0636926 Aug 27 03:33:26.221140 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bc861675-c1da-4218-9994-5686b17a1e0f req-6d5cbe73-fc92-4bc2-9bde-c8bfc994bacd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Aug 27 03:33:26.595426 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d133f-edb4-4927-8a8e-6e3a35df0873 req-a6f165a6-7add-4e2a-a9be-19b732d88843 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:26.597443 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-726d133f-edb4-4927-8a8e-6e3a35df0873 req-a6f165a6-7add-4e2a-a9be-19b732d88843 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 944 time: 0.0650289 Aug 27 03:33:26.642165 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-726d133f-edb4-4927-8a8e-6e3a35df0873 req-3624fa98-f780-4c41-abf1-aa5c40f6e0fe tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380576 Aug 27 03:33:26.665728 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-263b4c68-0ab9-4f85-a4fa-88cd8721e805 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:26.667436 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-263b4c68-0ab9-4f85-a4fa-88cd8721e805 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 945 time: 0.0589650 Aug 27 03:33:26.780653 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-e49bcee4-6911-4311-bfd6-2cac17359a07 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Deleting port fdc42cf5-822e-44ba-8c72-7245608a271c {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:26.780995 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-e49bcee4-6911-4311-bfd6-2cac17359a07 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.804807 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device bb7a3577-e3bf-4635-943d-ad24ef21038d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:33:26.885393 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-e49bcee4-6911-4311-bfd6-2cac17359a07 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] For port fdc42cf5-822e-44ba-8c72-7245608a271c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fdc42cf5-822e-44ba-8c72-7245608a271c,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:26.885764 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-e49bcee4-6911-4311-bfd6-2cac17359a07 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.900761 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-e49bcee4-6911-4311-bfd6-2cac17359a07 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Calling delete_port for fdc42cf5-822e-44ba-8c72-7245608a271c owned by compute:nova {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:26.918483 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port bb7a3577-e3bf-4635-943d-ad24ef21038d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bb7a3577-e3bf-4635-943d-ad24ef21038d,segment=NetworkSegment(04bf9469-f007-4424-a81c-0f844eebf112),segment_id=04bf9469-f007-4424-a81c-0f844eebf112)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:26.933022 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'bb7a3577-e3bf-4635-943d-ad24ef21038d', 'network_id': 'b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c', 'port_id': 'bb7a3577-e3bf-4635-943d-ad24ef21038d', 'mac_address': 'fa:16:3e:5f:f8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54e3998-7055-4934-bd16-09d62fd731ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:33:26.971572 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.986804 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7a3577-e3bf-4635-943d-ad24ef21038d {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:27.012268 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port bb7a3577-e3bf-4635-943d-ad24ef21038d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bb7a3577-e3bf-4635-943d-ad24ef21038d,segment=NetworkSegment(04bf9469-f007-4424-a81c-0f844eebf112),segment_id=04bf9469-f007-4424-a81c-0f844eebf112)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:27.018436 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.087580 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-e49bcee4-6911-4311-bfd6-2cac17359a07 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.123399 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bcee4-6911-4311-bfd6-2cac17359a07 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Pushing event deleted for resources: {'Port': ['ID=fdc42cf5-822e-44ba-8c72-7245608a271c,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:27.196328 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-e49bcee4-6911-4311-bfd6-2cac17359a07 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] No DVR routers for this DVR port fdc42cf5-822e-44ba-8c72-7245608a271c on host hv-cinder-77398 {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:27.198583 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['95cc2353-0603-40fd-894e-61526eef2055', '37138c1f-c172-48d2-94ff-7a1ad053ce40', 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce', 'fdc42cf5-822e-44ba-8c72-7245608a271c'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:27.204641 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-e49bcee4-6911-4311-bfd6-2cac17359a07 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.207300 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9c6b0e0a-c273-4393-81d3-bb9ad4379ef3 req-e49bcee4-6911-4311-bfd6-2cac17359a07 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "DELETE /v2.0/ports/fdc42cf5-822e-44ba-8c72-7245608a271c HTTP/1.1" status: 204 len: 173 time: 0.5242946 Aug 27 03:33:27.212431 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed81581d-69d8-4f47-a05c-b4b1cad1c23a', 'name': 'network-vif-deleted', 'tag': 'fdc42cf5-822e-44ba-8c72-7245608a271c'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:27.217049 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11445d47-7c52-4418-a085-3983e477f2dd" -d '{"events": [{"server_uuid": "ed81581d-69d8-4f47-a05c-b4b1cad1c23a", "name": "network-vif-deleted", "tag": "fdc42cf5-822e-44ba-8c72-7245608a271c"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:27.311373 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c43a8f-7b6c-48eb-9db2-137b97695e19 x-openstack-request-id: req-67c43a8f-7b6c-48eb-9db2-137b97695e19 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:27.311727 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed81581d-69d8-4f47-a05c-b4b1cad1c23a", "name": "network-vif-deleted", "tag": "fdc42cf5-822e-44ba-8c72-7245608a271c", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:27.311890 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67c43a8f-7b6c-48eb-9db2-137b97695e19 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:27.312268 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed81581d-69d8-4f47-a05c-b4b1cad1c23a', 'name': 'network-vif-deleted', 'tag': 'fdc42cf5-822e-44ba-8c72-7245608a271c', 'status': 'completed', 'code': 200} Aug 27 03:33:27.350779 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adfa7f-d50a-4fd9-b369-8c2547bd0cb4 req-b7250d39-cde3-43ca-95c2-d2c1fb07d2a9 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:27.352505 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-83adfa7f-d50a-4fd9-b369-8c2547bd0cb4 req-b7250d39-cde3-43ca-95c2-d2c1fb07d2a9 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0746481 Aug 27 03:33:27.354928 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=bb7a3577-e3bf-4635-943d-ad24ef21038d,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:27.378386 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a63e83a6-a619-43ad-b15b-ee555465e6a6 req-607d0e65-83f2-4e13-a78a-5d8546b46ecf tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed81581d-69d8-4f47-a05c-b4b1cad1c23a HTTP/1.1" status: 200 len: 210 time: 0.0374031 Aug 27 03:33:27.420823 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-83adfa7f-d50a-4fd9-b369-8c2547bd0cb4 req-6c61555b-295e-4835-bcfe-e4ab8f31186b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578151 Aug 27 03:33:27.532424 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['bb7a3577-e3bf-4635-943d-ad24ef21038d'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:27.825531 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a522b05-9876-478e-982c-5568d863e3e1 req-cd06fe28-370f-4ed3-b9b6-126c274bb0e7 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:27.830723 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9a522b05-9876-478e-982c-5568d863e3e1 req-cd06fe28-370f-4ed3-b9b6-126c274bb0e7 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 945 time: 0.0651488 Aug 27 03:33:27.896491 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9a522b05-9876-478e-982c-5568d863e3e1 req-0529baf7-7097-4468-a0d2-f0cb29079087 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604808 Aug 27 03:33:28.560864 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7b1de-0d79-4ebb-882b-feddb3162b1d req-f3e58a8f-8d3c-41a1-b688-57a6c044fb1e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:28.562481 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-c1b7b1de-0d79-4ebb-882b-feddb3162b1d req-f3e58a8f-8d3c-41a1-b688-57a6c044fb1e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0630934 Aug 27 03:33:28.611173 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-c1b7b1de-0d79-4ebb-882b-feddb3162b1d req-9df864fe-1504-4841-ac0b-b3cac53f28b5 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 Aug 27 03:33:29.047880 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3abbe-51a1-4822-a3ab-6b3cf260b637 req-5a3b11f3-244b-4f45-94ed-15f98ce9809c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:29.049414 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e3d3abbe-51a1-4822-a3ab-6b3cf260b637 req-5a3b11f3-244b-4f45-94ed-15f98ce9809c tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 945 time: 0.0498579 Aug 27 03:33:29.089868 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e3d3abbe-51a1-4822-a3ab-6b3cf260b637 req-8fb49dc2-e4e4-435a-9365-2af3f9408286 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339622 Aug 27 03:33:29.782965 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c346af4-a40d-4019-b405-8e627d2435be req-7e62b0d3-9d6b-4b1c-b312-7a5c87d8d7f7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:29.785331 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2c346af4-a40d-4019-b405-8e627d2435be req-7e62b0d3-9d6b-4b1c-b312-7a5c87d8d7f7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0743303 Aug 27 03:33:29.836117 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2c346af4-a40d-4019-b405-8e627d2435be req-6c3f7f69-d22c-4544-8257-8df360335596 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369329 Aug 27 03:33:29.917096 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21308b-9f5b-4a67-b945-ece535e9e13d req-9748f2b0-673b-484e-acae-542a9e75a794 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:29.918661 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3b21308b-9f5b-4a67-b945-ece535e9e13d req-9748f2b0-673b-484e-acae-542a9e75a794 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 945 time: 0.0505049 Aug 27 03:33:29.960258 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3b21308b-9f5b-4a67-b945-ece535e9e13d req-070ecfca-6468-4be0-8db1-572c9968dcef tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353441 Aug 27 03:33:30.228149 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fae8e-e804-4b81-a7ef-fb36672a5a0f req-feaf00c4-513d-40f6-858b-fa973f45eae2 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:30.229886 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d58fae8e-e804-4b81-a7ef-fb36672a5a0f req-feaf00c4-513d-40f6-858b-fa973f45eae2 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 945 time: 0.0634048 Aug 27 03:33:30.274690 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d58fae8e-e804-4b81-a7ef-fb36672a5a0f req-40f08eb5-1ce1-44cb-bb76-3459bf2be47f tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353403 Aug 27 03:33:30.833281 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device bb7a3577-e3bf-4635-943d-ad24ef21038d up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:30.927593 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port bb7a3577-e3bf-4635-943d-ad24ef21038d completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:30.935245 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port bb7a3577-e3bf-4635-943d-ad24ef21038d triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:30.942550 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba304a4-f76a-460f-b03c-0c5bca9850f6 req-e2a7b6f9-7b7f-4fbe-a20b-de48f30694aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:30.944607 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3ba304a4-f76a-460f-b03c-0c5bca9850f6 req-e2a7b6f9-7b7f-4fbe-a20b-de48f30694aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 1099 time: 0.1016266 Aug 27 03:33:30.946426 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.076093 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.119057 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5612a58e-1c9e-4150-b052-1f653642e5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7a3577-e3bf-4635-943d-ad24ef21038d'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:31.121788 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d834548f-142f-46ec-9bb8-2cce3c8ede98" -d '{"events": [{"server_uuid": "5612a58e-1c9e-4150-b052-1f653642e5cb", "name": "network-vif-plugged", "status": "completed", "tag": "bb7a3577-e3bf-4635-943d-ad24ef21038d"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:31.127241 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8467686-b78b-4de1-b9a4-ff5a153ff515 req-ed524870-371d-4f53-868c-51eea7d4e384 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:31.135830 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b8467686-b78b-4de1-b9a4-ff5a153ff515 req-ed524870-371d-4f53-868c-51eea7d4e384 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 945 time: 0.0600505 Aug 27 03:33:31.140030 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port bb7a3577-e3bf-4635-943d-ad24ef21038d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bb7a3577-e3bf-4635-943d-ad24ef21038d,segment=NetworkSegment(04bf9469-f007-4424-a81c-0f844eebf112),segment_id=04bf9469-f007-4424-a81c-0f844eebf112)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:31.149960 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.151483 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device fdc42cf5-822e-44ba-8c72-7245608a271c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:33:31.161795 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85b3bc-6cb5-48c4-9db4-fd74ff87d622 req-cf11135a-8cd4-4157-8c2b-950e6fc80a79 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:31.169732 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ca85b3bc-6cb5-48c4-9db4-fd74ff87d622 req-cf11135a-8cd4-4157-8c2b-950e6fc80a79 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.2309310 Aug 27 03:33:31.181250 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: fdc42cf5-822e-44ba-8c72-7245608a271c {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:33:31.181816 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device fdc42cf5-822e-44ba-8c72-7245608a271c not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:33:31.200406 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b8467686-b78b-4de1-b9a4-ff5a153ff515 req-00528c7b-37d1-4a6a-a340-422abe67fe38 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635703 Aug 27 03:33:31.205488 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba304a4-f76a-460f-b03c-0c5bca9850f6 req-d44db975-1460-4665-8553-7ff6a07604c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:31.209283 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3ba304a4-f76a-460f-b03c-0c5bca9850f6 req-d44db975-1460-4665-8553-7ff6a07604c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 920 time: 0.1795945 Aug 27 03:33:31.258667 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=bb7a3577-e3bf-4635-943d-ad24ef21038d,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:31.276466 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ca85b3bc-6cb5-48c4-9db4-fd74ff87d622 req-a8bf5ec4-52c1-4493-a19e-0c5ad73d8b89 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056883 Aug 27 03:33:31.359316 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3ba304a4-f76a-460f-b03c-0c5bca9850f6 req-e6d70e57-0dfc-4916-b2b2-415421b475ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31dba6be-f906-470a-a74c-259287f4eb17 HTTP/1.1" status: 200 len: 217 time: 0.1071146 Aug 27 03:33:31.368019 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487287aa-1736-4c42-b779-687ab70678b7 x-openstack-request-id: req-487287aa-1736-4c42-b779-687ab70678b7 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:31.368378 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5612a58e-1c9e-4150-b052-1f653642e5cb", "name": "network-vif-plugged", "status": "completed", "tag": "bb7a3577-e3bf-4635-943d-ad24ef21038d", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:31.368685 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-487287aa-1736-4c42-b779-687ab70678b7 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:31.369145 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5612a58e-1c9e-4150-b052-1f653642e5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7a3577-e3bf-4635-943d-ad24ef21038d', 'code': 200} Aug 27 03:33:31.495849 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba304a4-f76a-460f-b03c-0c5bca9850f6 req-4cbfc5be-2b4a-4a25-90a9-61fe2d9d9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:31.498711 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3ba304a4-f76a-460f-b03c-0c5bca9850f6 req-4cbfc5be-2b4a-4a25-90a9-61fe2d9d9f0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.1028600 Aug 27 03:33:31.518085 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e39f9-4950-4a75-b406-a18d096b0b20 req-7dce65ed-ca29-4429-9922-b03211d07956 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:31.519762 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-980e39f9-4950-4a75-b406-a18d096b0b20 req-7dce65ed-ca29-4429-9922-b03211d07956 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 946 time: 0.0901151 Aug 27 03:33:31.560704 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3ba304a4-f76a-460f-b03c-0c5bca9850f6 req-a40c88dc-8880-4c50-af7b-5333bb572cef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396800 Aug 27 03:33:31.631933 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e96d9-04a3-450a-bb92-d3a5d45eef24 req-aaaf3cba-bb2e-4678-957d-ece9e699e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:31.634150 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-071e96d9-04a3-450a-bb92-d3a5d45eef24 req-aaaf3cba-bb2e-4678-957d-ece9e699e403 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 1099 time: 0.0464196 Aug 27 03:33:31.635906 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-980e39f9-4950-4a75-b406-a18d096b0b20 req-ce9dd51f-cc90-4b30-ac03-0072a7e05148 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021469 Aug 27 03:33:31.682270 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-071e96d9-04a3-450a-bb92-d3a5d45eef24 req-8bb0dd6b-9cd6-4ae1-949a-1c1173e94d11 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Aug 27 03:33:31.686823 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3ba304a4-f76a-460f-b03c-0c5bca9850f6 req-702e6cb8-5d25-429d-b867-1fbcdf1dfb71 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126051 Aug 27 03:33:32.010553 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3ba304a4-f76a-460f-b03c-0c5bca9850f6 req-6e08eaf5-15bc-4dc9-9e21-63003ac95059 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971303 Aug 27 03:33:32.319251 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366a757-d41a-4d1d-850a-7126c72e4e1c req-1556b0b7-457f-4386-a57f-24d9fd36f1dc tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.320988 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b366a757-d41a-4d1d-850a-7126c72e4e1c req-1556b0b7-457f-4386-a57f-24d9fd36f1dc tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 945 time: 0.0539491 Aug 27 03:33:32.362890 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b366a757-d41a-4d1d-850a-7126c72e4e1c req-3ca27a4d-795b-4e90-afb3-e520439e9988 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357969 Aug 27 03:33:32.397968 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c5e7d-0365-41b9-97d7-ac669c136da9 req-5e328799-97f5-4eeb-96c1-4a135c7ced0a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.400122 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b96c5e7d-0365-41b9-97d7-ac669c136da9 req-5e328799-97f5-4eeb-96c1-4a135c7ced0a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0516350 Aug 27 03:33:32.442599 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b96c5e7d-0365-41b9-97d7-ac669c136da9 req-27d3fe34-69a0-4795-83db-cdc9bf215e2d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355763 Aug 27 03:33:32.796192 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd5bcc-23b5-4ec1-ae04-2bc3aee8979b req-c6466c43-0e2b-427d-95f4-37026cb14057 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.798123 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-11bd5bcc-23b5-4ec1-ae04-2bc3aee8979b req-c6466c43-0e2b-427d-95f4-37026cb14057 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 946 time: 0.0743690 Aug 27 03:33:32.846608 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-11bd5bcc-23b5-4ec1-ae04-2bc3aee8979b req-c17fb08a-6dbf-42e4-a175-1aebbcad5e4a tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 Aug 27 03:33:33.043508 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-d0f3dab2-63df-4e52-a2d6-3eef5243e4a2 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.045033 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-d0f3dab2-63df-4e52-a2d6-3eef5243e4a2 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 945 time: 0.0512993 Aug 27 03:33:33.152850 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Deleting port f84b0da1-2ffc-4f93-9567-01f945c9d8ce {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:33.153382 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.491598 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff319be-4af7-4961-b607-8d6707a88dca req-cab70d27-bbc5-41db-894f-a6c5af4a6920 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.494510 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5ff319be-4af7-4961-b607-8d6707a88dca req-cab70d27-bbc5-41db-894f-a6c5af4a6920 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 945 time: 0.0539496 Aug 27 03:33:33.520901 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] For port f84b0da1-2ffc-4f93-9567-01f945c9d8ce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:33.521585 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.540966 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5ff319be-4af7-4961-b607-8d6707a88dca req-3b26485c-44b5-41eb-b3ca-3a4fa67e591a tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Aug 27 03:33:33.563880 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Calling delete_port for f84b0da1-2ffc-4f93-9567-01f945c9d8ce owned by compute:nova {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:33.630433 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9afac-95d7-4ecd-a8c7-194f4bfa7902 req-dfd25b9f-124e-4212-8145-8491f9c98e16 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.632201 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-85b9afac-95d7-4ecd-a8c7-194f4bfa7902 req-dfd25b9f-124e-4212-8145-8491f9c98e16 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0962255 Aug 27 03:33:33.661404 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.732949 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-85b9afac-95d7-4ecd-a8c7-194f4bfa7902 req-b301eed7-b583-4015-8480-df3bc44c9bdd tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765338 Aug 27 03:33:33.769803 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.792376 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['95cc2353-0603-40fd-894e-61526eef2055', '37138c1f-c172-48d2-94ff-7a1ad053ce40', 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:33.804713 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Pushing event deleted for resources: {'Port': ['ID=f84b0da1-2ffc-4f93-9567-01f945c9d8ce,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:33.817179 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.817506 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.817852 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.818786 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.818786 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.818957 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.819197 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.819582 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.819934 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.820252 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.820579 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.820901 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:33.862927 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] No DVR routers for this DVR port f84b0da1-2ffc-4f93-9567-01f945c9d8ce on host hv-cinder-77398 {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:33.869545 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.873592 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-073bec4c-553b-4ab3-a75c-c5db3b4cd2aa req-19ff3f88-01d5-4413-a1ef-3aedca8e44ed tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "DELETE /v2.0/ports/f84b0da1-2ffc-4f93-9567-01f945c9d8ce HTTP/1.1" status: 204 len: 173 time: 0.8154418 Aug 27 03:33:33.873950 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c0db24-c399-40a6-802e-c5f5cf2c1e0d', 'name': 'network-vif-deleted', 'tag': 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:33.876730 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43d98cc-2738-4194-a992-1bc3dd3ca5d8" -d '{"events": [{"server_uuid": "16c0db24-c399-40a6-802e-c5f5cf2c1e0d", "name": "network-vif-deleted", "tag": "f84b0da1-2ffc-4f93-9567-01f945c9d8ce"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:33.963618 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95960444-24dc-4b23-a596-1dfcf8c49f1d x-openstack-request-id: req-95960444-24dc-4b23-a596-1dfcf8c49f1d {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:33.964210 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c0db24-c399-40a6-802e-c5f5cf2c1e0d", "name": "network-vif-deleted", "tag": "f84b0da1-2ffc-4f93-9567-01f945c9d8ce", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:33.964364 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95960444-24dc-4b23-a596-1dfcf8c49f1d {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:33.964776 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c0db24-c399-40a6-802e-c5f5cf2c1e0d', 'name': 'network-vif-deleted', 'tag': 'f84b0da1-2ffc-4f93-9567-01f945c9d8ce', 'status': 'completed', 'code': 200} Aug 27 03:33:34.067516 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196511eb-a870-4da7-af06-53453c339bd1 req-64218e18-6361-44e2-9015-8c077711d540 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.069249 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-196511eb-a870-4da7-af06-53453c339bd1 req-64218e18-6361-44e2-9015-8c077711d540 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 946 time: 0.0944030 Aug 27 03:33:34.099228 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41132) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:34.147552 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-196511eb-a870-4da7-af06-53453c339bd1 req-c94f0590-f0f8-4280-8607-8a4536c795dd tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647488 Aug 27 03:33:34.254007 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-685fb5d2-7a47-4fa5-a3e4-4e71bd7cd342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.351562 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-685fb5d2-7a47-4fa5-a3e4-4e71bd7cd342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.356806 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-685fb5d2-7a47-4fa5-a3e4-4e71bd7cd342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.398302 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-685fb5d2-7a47-4fa5-a3e4-4e71bd7cd342 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97ea1da99ea2436c97cd6581e13ff11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975805 Aug 27 03:33:34.401273 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fb5d2-7a47-4fa5-a3e4-4e71bd7cd342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6f4750-7516-463b-88d3-c4b844d7b4a4,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:34.401563 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41150) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:34.481983 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.515487 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.606636 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.609496 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.613615 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f6f4750-7516-463b-88d3-c4b844d7b4a4 HTTP/1.1" status: 204 len: 168 time: 0.2107222 Aug 27 03:33:34.640373 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6f4750-7516-463b-88d3-c4b844d7b4a4,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:34.653722 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.654399 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.654943 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.656567 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.657435 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.658016 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.658617 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.659180 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.659900 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.660604 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.661618 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.662501 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0016832-2923-4162-a347-f24ff474a50f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.702022 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c068c5c-05d0-41c4-ad2d-c8d4684ee2c7 req-9a73d566-0e1a-4ba6-a195-65dcb0c322ed tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.713665 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3c068c5c-05d0-41c4-ad2d-c8d4684ee2c7 req-9a73d566-0e1a-4ba6-a195-65dcb0c322ed tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1220450 Aug 27 03:33:34.765608 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3c068c5c-05d0-41c4-ad2d-c8d4684ee2c7 req-013f8b67-5195-4bae-bfd9-64a2da97fbcd tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506339 Aug 27 03:33:34.839354 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-91117411-a2b1-47ca-9fd3-6456a95c92d9 req-90f5ab79-cc1f-4819-ac0d-0f7d907de475 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c0db24-c399-40a6-802e-c5f5cf2c1e0d HTTP/1.1" status: 200 len: 210 time: 0.0989778 Aug 27 03:33:34.981511 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbd88d-27c0-4e04-b955-d6b17c094556 req-0d1df9f8-9a2c-4088-ba46-650f326f1953 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.983183 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f8fbd88d-27c0-4e04-b955-d6b17c094556 req-0d1df9f8-9a2c-4088-ba46-650f326f1953 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0648773 Aug 27 03:33:35.032288 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f8fbd88d-27c0-4e04-b955-d6b17c094556 req-1a304534-bca4-418c-a9e1-3f711648f496 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Aug 27 03:33:35.335240 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9b2b9-3799-434f-8a15-fefabda289dc req-fbf627c3-1512-4a4e-a9e2-5f26a45e0174 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.337125 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-26b9b2b9-3799-434f-8a15-fefabda289dc req-fbf627c3-1512-4a4e-a9e2-5f26a45e0174 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 946 time: 0.0654597 Aug 27 03:33:35.378376 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-26b9b2b9-3799-434f-8a15-fefabda289dc req-1368a2fc-4bac-4cde-b1e4-1e83d8d28819 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349514 Aug 27 03:33:35.467850 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41200) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:35.586888 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2126913754-network', 'tenant_id': '3e244b6be0b14a7ca42572647aa8b182'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:35.611053 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Made reservation on behalf of 3e244b6be0b14a7ca42572647aa8b182 for: {'network': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:35.613296 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.622984 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.720251 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.725256 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.763330 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=93857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:33:35.774855 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a862e815-b396-4a52-b82b-288e10294942,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:35.780995 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.781337 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.segments_db [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Added segment 2262a9e6-9d2d-40a2-996a-22169125fb8c of type vlan for network 26f6da48-2383-4170-aae9-237194a62b5a Aug 27 03:33:35.833748 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.871004 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.871918 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.872543 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.934481 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68204a64-50d5-43af-b763-05885976ade4 req-22662dec-692b-43f6-b052-a30ecfa49065 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.937594 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-68204a64-50d5-43af-b763-05885976ade4 req-22662dec-692b-43f6-b052-a30ecfa49065 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0740323 Aug 27 03:33:35.944988 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4724076 Aug 27 03:33:35.945607 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41218) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:35.953442 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Request body: {'subnet': {'network_id': '26f6da48-2383-4170-aae9-237194a62b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2126913754-subnet', 'tenant_id': '3e244b6be0b14a7ca42572647aa8b182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:35.957978 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93d85e-adea-4edd-a546-ed44ef83b84e admin admin] Pushing event updated for resources: {'Network': ['ID=26f6da48-2383-4170-aae9-237194a62b5a,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:35.974929 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 26f6da48-2383-4170-aae9-237194a62b5a details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:33:35.991066 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Made reservation on behalf of 3e244b6be0b14a7ca42572647aa8b182 for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:35.993740 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558998'] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:36.010100 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-68204a64-50d5-43af-b763-05885976ade4 req-d49a7625-eebd-46a3-835a-f85d4faa77ab tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630848 Aug 27 03:33:36.236616 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8601479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559076'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:36.250549 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa044cd5-300b-4adc-a62d-b170e5ea7e66 req-7fcb4d66-0f3c-4de8-93eb-ac50de8f903c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:36.252161 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa044cd5-300b-4adc-a62d-b170e5ea7e66 req-7fcb4d66-0f3c-4de8-93eb-ac50de8f903c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0984244 Aug 27 03:33:36.288412 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b611a-1297-4625-80f0-36628a5bb3ae req-fc662f23-3f0a-46e9-af24-8c5e2f70c71e tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:36.290359 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b88b611a-1297-4625-80f0-36628a5bb3ae req-fc662f23-3f0a-46e9-af24-8c5e2f70c71e tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 946 time: 0.0556147 Aug 27 03:33:36.324204 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1bd792-4730-4095-828b-9f4a8f0c7b54,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:36.333526 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b88b611a-1297-4625-80f0-36628a5bb3ae req-dc0e897f-7515-4ae7-af1a-c40fb56d3fe0 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Aug 27 03:33:36.344232 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa044cd5-300b-4adc-a62d-b170e5ea7e66 req-058063ca-7f95-4cee-9af5-11d7a95fbe60 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717232 Aug 27 03:33:36.362707 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Checking segment: {'id': '2262a9e6-9d2d-40a2-996a-22169125fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:36.363074 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Network hostable DHCP agents. Network: 26f6da48-2383-4170-aae9-237194a62b5a, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:33:36.388403 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Network 26f6da48-2383-4170-aae9-237194a62b5a is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:33:36.403199 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 26f6da48-2383-4170-aae9-237194a62b5a) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:36.408153 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:36.409125 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:36.420437 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194f444c-73fc-4009-a698-aba078b0b9da None None] Network 26f6da48-2383-4170-aae9-237194a62b5a requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:33:36.439472 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-47dd9eb1-75d2-456c-a993-e1474021335b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4915178 Aug 27 03:33:36.545378 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb7374-0228-4f1a-99c8-2b7129e6e5a4 req-4a010c90-8d45-4494-a1b1-b013aba75ccb tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:36.547012 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5feb7374-0228-4f1a-99c8-2b7129e6e5a4 req-4a010c90-8d45-4494-a1b1-b013aba75ccb tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 946 time: 0.0619957 Aug 27 03:33:36.619976 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0584f2-5ff0-4d98-80fc-68aba393007d None None] Network 26f6da48-2383-4170-aae9-237194a62b5a requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:33:36.625995 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5feb7374-0228-4f1a-99c8-2b7129e6e5a4 req-4bd58fca-f59e-4ccc-8795-5fd60d7c710a tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 Aug 27 03:33:36.635470 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e5d09-500a-4e98-b134-ef919d3cebc1 req-8b86e97c-9b9d-4bc7-afbb-13b7ab5388ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:36.637438 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-863e5d09-500a-4e98-b134-ef919d3cebc1 req-8b86e97c-9b9d-4bc7-afbb-13b7ab5388ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 1099 time: 0.0804162 Aug 27 03:33:36.709023 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-863e5d09-500a-4e98-b134-ef919d3cebc1 req-5f75cc6c-f3d3-47c8-aded-56280b648594 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505040 Aug 27 03:33:36.849025 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device f84b0da1-2ffc-4f93-9567-01f945c9d8ce no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:33:36.870778 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: f84b0da1-2ffc-4f93-9567-01f945c9d8ce {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:33:36.871377 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device f84b0da1-2ffc-4f93-9567-01f945c9d8ce not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:33:37.150207 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a33f48-df7d-4e6d-bfde-caece6c670b7 req-72045189-fd1e-41cd-bd98-fe354590a2f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.152257 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e0a33f48-df7d-4e6d-bfde-caece6c670b7 req-72045189-fd1e-41cd-bd98-fe354590a2f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0628338 Aug 27 03:33:37.194906 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e0a33f48-df7d-4e6d-bfde-caece6c670b7 req-6c642baf-f23a-4983-837b-0cd3aac83141 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365953 Aug 27 03:33:37.483381 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f540b-5c9d-4441-8b89-f0ebd3e3e41e req-d637b89f-eaf0-4116-a3d4-d6d849bca155 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.483381 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a60f540b-5c9d-4441-8b89-f0ebd3e3e41e req-d637b89f-eaf0-4116-a3d4-d6d849bca155 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0622761 Aug 27 03:33:37.502688 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac33e4-01ae-4db6-8b60-4d65586bc6fa req-157480f7-65c5-45c6-89e9-544375fd0793 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.505549 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6cac33e4-01ae-4db6-8b60-4d65586bc6fa req-157480f7-65c5-45c6-89e9-544375fd0793 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 946 time: 0.0596673 Aug 27 03:33:37.530889 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a60f540b-5c9d-4441-8b89-f0ebd3e3e41e req-3825e676-9f75-4d7e-88af-0470e8f9f27c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406029 Aug 27 03:33:37.551609 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6cac33e4-01ae-4db6-8b60-4d65586bc6fa req-2675d55d-6729-41ca-b44c-bac3e9398a84 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Aug 27 03:33:37.642385 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e3d38-829d-4332-8c27-2077a36c621f req-20aa2907-86d1-4a79-8054-132a1b5a616e tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.644557 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e91e3d38-829d-4332-8c27-2077a36c621f req-20aa2907-86d1-4a79-8054-132a1b5a616e tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.64 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 946 time: 0.0736163 Aug 27 03:33:37.782309 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62c886-1182-45d5-8bc3-908a60053953 req-8a54c6bf-caf9-46f6-9731-5f9071890daf tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.783791 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ad62c886-1182-45d5-8bc3-908a60053953 req-8a54c6bf-caf9-46f6-9731-5f9071890daf tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 946 time: 0.0843349 Aug 27 03:33:37.808548 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-e91e3d38-829d-4332-8c27-2077a36c621f req-27b30a63-5edd-4646-9abb-cb8fd2442268 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Deleting port bb7a3577-e3bf-4635-943d-ad24ef21038d {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:37.808891 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-e91e3d38-829d-4332-8c27-2077a36c621f req-27b30a63-5edd-4646-9abb-cb8fd2442268 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:37.878624 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ad62c886-1182-45d5-8bc3-908a60053953 req-2f1f2688-3f64-4d79-b9c3-e825f63f04dc tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a1734a0-0564-434a-b04e-d4690b8270d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876508 Aug 27 03:33:37.925061 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-e91e3d38-829d-4332-8c27-2077a36c621f req-27b30a63-5edd-4646-9abb-cb8fd2442268 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] For port bb7a3577-e3bf-4635-943d-ad24ef21038d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bb7a3577-e3bf-4635-943d-ad24ef21038d,segment=NetworkSegment(04bf9469-f007-4424-a81c-0f844eebf112),segment_id=04bf9469-f007-4424-a81c-0f844eebf112)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:37.925712 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-e91e3d38-829d-4332-8c27-2077a36c621f req-27b30a63-5edd-4646-9abb-cb8fd2442268 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:37.939600 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-e91e3d38-829d-4332-8c27-2077a36c621f req-27b30a63-5edd-4646-9abb-cb8fd2442268 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Calling delete_port for bb7a3577-e3bf-4635-943d-ad24ef21038d owned by compute:nova {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:38.045616 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41272) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:38.113088 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-e91e3d38-829d-4332-8c27-2077a36c621f req-27b30a63-5edd-4646-9abb-cb8fd2442268 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.129182 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['bb7a3577-e3bf-4635-943d-ad24ef21038d'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:38.154667 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b30a63-5edd-4646-9abb-cb8fd2442268 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Pushing event deleted for resources: {'Port': ['ID=bb7a3577-e3bf-4635-943d-ad24ef21038d,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:38.187285 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-267727cb-b3f2-4ac7-bc85-60f63f32172e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.202912 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91e3d38-829d-4332-8c27-2077a36c621f req-27b30a63-5edd-4646-9abb-cb8fd2442268 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] No DVR routers for this DVR port bb7a3577-e3bf-4635-943d-ad24ef21038d on host hv-cinder-77398 {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:38.205922 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-e91e3d38-829d-4332-8c27-2077a36c621f req-27b30a63-5edd-4646-9abb-cb8fd2442268 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.208468 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e91e3d38-829d-4332-8c27-2077a36c621f req-27b30a63-5edd-4646-9abb-cb8fd2442268 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.64 "DELETE /v2.0/ports/bb7a3577-e3bf-4635-943d-ad24ef21038d HTTP/1.1" status: 204 len: 173 time: 0.5547240 Aug 27 03:33:38.209050 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5612a58e-1c9e-4150-b052-1f653642e5cb', 'name': 'network-vif-deleted', 'tag': 'bb7a3577-e3bf-4635-943d-ad24ef21038d'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:38.211821 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadefc0a-f827-4ccf-a17a-d66e53808198" -d '{"events": [{"server_uuid": "5612a58e-1c9e-4150-b052-1f653642e5cb", "name": "network-vif-deleted", "tag": "bb7a3577-e3bf-4635-943d-ad24ef21038d"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:38.272475 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a18c030-d32d-4b44-9ddd-d992b9419de4 x-openstack-request-id: req-0a18c030-d32d-4b44-9ddd-d992b9419de4 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:38.272912 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5612a58e-1c9e-4150-b052-1f653642e5cb", "name": "network-vif-deleted", "tag": "bb7a3577-e3bf-4635-943d-ad24ef21038d", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:38.273122 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a18c030-d32d-4b44-9ddd-d992b9419de4 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:38.273578 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5612a58e-1c9e-4150-b052-1f653642e5cb', 'name': 'network-vif-deleted', 'tag': 'bb7a3577-e3bf-4635-943d-ad24ef21038d', 'status': 'completed', 'code': 200} Aug 27 03:33:38.383545 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04179ae-3bb5-4687-97f9-dc4af6fce8c5 req-f51ef9fb-286a-4f64-bc34-14a24a506957 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:38.391409 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e04179ae-3bb5-4687-97f9-dc4af6fce8c5 req-f51ef9fb-286a-4f64-bc34-14a24a506957 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0683947 Aug 27 03:33:38.395396 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-267727cb-b3f2-4ac7-bc85-60f63f32172e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.401722 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-267727cb-b3f2-4ac7-bc85-60f63f32172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.434614 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e04179ae-3bb5-4687-97f9-dc4af6fce8c5 req-d6b3cba7-38a3-48fa-bb99-ca5fd9e593ef tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 Aug 27 03:33:38.448173 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267727cb-b3f2-4ac7-bc85-60f63f32172e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a38a6b-9ac4-4ab5-8f21-3fce6e00d644,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:38.453916 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-267727cb-b3f2-4ac7-bc85-60f63f32172e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3133ba9e0c246278ba477e0fa7625ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070582 Aug 27 03:33:38.456785 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41290) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:38.513170 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad389-eea5-491f-8aec-e3726d9a3622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.536126 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad389-eea5-491f-8aec-e3726d9a3622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.605237 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad389-eea5-491f-8aec-e3726d9a3622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.607991 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cb2ad389-eea5-491f-8aec-e3726d9a3622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.609207 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-cb2ad389-eea5-491f-8aec-e3726d9a3622 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1a38a6b-9ac4-4ab5-8f21-3fce6e00d644 HTTP/1.1" status: 204 len: 168 time: 0.1510243 Aug 27 03:33:38.632900 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ad389-eea5-491f-8aec-e3726d9a3622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a38a6b-9ac4-4ab5-8f21-3fce6e00d644,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:38.639068 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-bf185e88-e675-47d2-a83b-aed4a457e347 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:38.648352 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-bf185e88-e675-47d2-a83b-aed4a457e347 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/networks?id=26f6da48-2383-4170-aae9-237194a62b5a HTTP/1.1" status: 200 len: 814 time: 0.1370862 Aug 27 03:33:38.666804 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-1b96f883-bc7d-4030-a71d-e0dfa26964be tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/quotas/3e244b6be0b14a7ca42572647aa8b182 HTTP/1.1" status: 200 len: 375 time: 0.0172091 Aug 27 03:33:38.676854 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0839-fdc1-424e-bd5a-e1c14d0923a7 req-3e1b15a0-0bd1-4e72-a8fa-08975504cc6a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:38.678491 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7a4d0839-fdc1-424e-bd5a-e1c14d0923a7 req-3e1b15a0-0bd1-4e72-a8fa-08975504cc6a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0662634 Aug 27 03:33:38.702531 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-03ec8d0e-3af7-49cc-a5fd-63c8aa0eac00 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e244b6be0b14a7ca42572647aa8b182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329723 Aug 27 03:33:38.729832 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7a4d0839-fdc1-424e-bd5a-e1c14d0923a7 req-cd8e8a7c-5b53-4c2d-9338-67236454db74 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Aug 27 03:33:38.823765 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-266edd67-b3ef-422f-8028-eeec3442ad1a service neutron] 10.222.0.41 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130843 Aug 27 03:33:38.848983 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4cae-e06e-46ff-be7a-2c03d450c95d req-ecf946c2-ab3d-47e4-9f1f-175c16b2fb08 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:38.850765 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-473d4cae-e06e-46ff-be7a-2c03d450c95d req-ecf946c2-ab3d-47e4-9f1f-175c16b2fb08 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 946 time: 0.0550792 Aug 27 03:33:38.904973 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-473d4cae-e06e-46ff-be7a-2c03d450c95d req-7e91a101-562e-41ed-b345-282214753bee tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 Aug 27 03:33:38.923069 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a0fef-539b-416e-b6e0-028ca2025518 req-288b44d2-bda9-415d-b7c8-2c98c80e35e6 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:38.924603 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-427a0fef-539b-416e-b6e0-028ca2025518 req-288b44d2-bda9-415d-b7c8-2c98c80e35e6 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 946 time: 0.1169009 Aug 27 03:33:38.984472 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41314) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:39.006259 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-a7fd4635-100d-4d85-b6c0-2a2ca4c6d387 service neutron] 10.222.0.41 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678817 Aug 27 03:33:39.019157 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-01da97e8-e4ae-4620-b8e8-37f2ea90b4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.099877 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-427a0fef-539b-416e-b6e0-028ca2025518 req-dcacee45-74ca-40aa-a822-dac989b165fd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Deleting port 37138c1f-c172-48d2-94ff-7a1ad053ce40 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:39.100242 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-427a0fef-539b-416e-b6e0-028ca2025518 req-dcacee45-74ca-40aa-a822-dac989b165fd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.103514 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0da699e1-6ef7-48f7-a173-b72d09492c78 req-24347d30-3798-4a10-981c-ec2db7d1fb38 tempest-VolumesActionsTest-1448314025 tempest-VolumesActionsTest-1448314025-project] 10.222.0.41 "GET /v2.0/ports?device_id=5612a58e-1c9e-4150-b052-1f653642e5cb HTTP/1.1" status: 200 len: 210 time: 0.0323415 Aug 27 03:33:39.217680 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-01da97e8-e4ae-4620-b8e8-37f2ea90b4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.224588 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-01da97e8-e4ae-4620-b8e8-37f2ea90b4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.256226 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-427a0fef-539b-416e-b6e0-028ca2025518 req-dcacee45-74ca-40aa-a822-dac989b165fd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] For port 37138c1f-c172-48d2-94ff-7a1ad053ce40, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=37138c1f-c172-48d2-94ff-7a1ad053ce40,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:39.257430 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-427a0fef-539b-416e-b6e0-028ca2025518 req-dcacee45-74ca-40aa-a822-dac989b165fd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.279075 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da97e8-e4ae-4620-b8e8-37f2ea90b4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c22e37-234f-4072-b77a-c0fc3568a7fc,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:39.286179 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-427a0fef-539b-416e-b6e0-028ca2025518 req-dcacee45-74ca-40aa-a822-dac989b165fd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Calling delete_port for 37138c1f-c172-48d2-94ff-7a1ad053ce40 owned by compute:nova {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:39.296770 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-01da97e8-e4ae-4620-b8e8-37f2ea90b4b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0600d4e5182049819bc17663466d1378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098807 Aug 27 03:33:39.299218 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41322) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:39.407750 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-00b2263a-36fc-4015-95f9-619493dcd760 req-b9b7b82f-713e-46f3-8c9c-c4687d05aafa tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 210 time: 0.0787609 Aug 27 03:33:39.421045 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863328e-efc7-4267-8e0a-c51fd152689c req-e3d0fbd4-101d-4928-ab4e-5e932b6caadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:39.423472 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6863328e-efc7-4267-8e0a-c51fd152689c req-e3d0fbd4-101d-4928-ab4e-5e932b6caadf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 1099 time: 0.0882106 Aug 27 03:33:39.493736 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce306521-f96c-4e61-952b-abddb9623937 req-bbbe0272-aa38-4674-9911-d306f74dea1f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:39.500987 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ce306521-f96c-4e61-952b-abddb9623937 req-bbbe0272-aa38-4674-9911-d306f74dea1f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1304634 Aug 27 03:33:39.515820 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3e46-4549-4c01-8668-956907b7babb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.562883 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ce306521-f96c-4e61-952b-abddb9623937 req-df334ba6-0d6c-4ee3-8d9e-d174a4a93ab3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 Aug 27 03:33:39.602402 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863328e-efc7-4267-8e0a-c51fd152689c req-867d0957-4187-40cf-be81-5ba641a3381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:39.605221 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3e46-4549-4c01-8668-956907b7babb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.605589 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6863328e-efc7-4267-8e0a-c51fd152689c req-867d0957-4187-40cf-be81-5ba641a3381e service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 920 time: 0.1742527 Aug 27 03:33:39.662955 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6863328e-efc7-4267-8e0a-c51fd152689c req-62cb9717-60ea-40d9-94a5-0748d7ceb9c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31dba6be-f906-470a-a74c-259287f4eb17 HTTP/1.1" status: 200 len: 217 time: 0.0421600 Aug 27 03:33:39.669348 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b17935-42b0-4c87-9983-50ec3f868ce2 req-698863e1-aac9-42c8-9569-a0084ed0a71d tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:39.671000 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-78b17935-42b0-4c87-9983-50ec3f868ce2 req-698863e1-aac9-42c8-9569-a0084ed0a71d tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1356390 Aug 27 03:33:39.672454 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-427a0fef-539b-416e-b6e0-028ca2025518 req-dcacee45-74ca-40aa-a822-dac989b165fd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.686454 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['95cc2353-0603-40fd-894e-61526eef2055', '37138c1f-c172-48d2-94ff-7a1ad053ce40'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:39.725731 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacee45-74ca-40aa-a822-dac989b165fd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Pushing event deleted for resources: {'Port': ['ID=37138c1f-c172-48d2-94ff-7a1ad053ce40,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:39.759533 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863328e-efc7-4267-8e0a-c51fd152689c req-1e329b34-5295-4fa1-8b38-3f766b9a1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:39.761048 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6863328e-efc7-4267-8e0a-c51fd152689c req-1e329b34-5295-4fa1-8b38-3f766b9a1229 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.0722349 Aug 27 03:33:39.790747 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-427a0fef-539b-416e-b6e0-028ca2025518 req-dcacee45-74ca-40aa-a822-dac989b165fd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] No DVR routers for this DVR port 37138c1f-c172-48d2-94ff-7a1ad053ce40 on host hv-cinder-77398 {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:39.792712 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3e46-4549-4c01-8668-956907b7babb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.795558 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3e46-4549-4c01-8668-956907b7babb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.796677 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-0f6e3e46-4549-4c01-8668-956907b7babb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79c22e37-234f-4072-b77a-c0fc3568a7fc HTTP/1.1" status: 204 len: 168 time: 0.4961290 Aug 27 03:33:39.797861 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-427a0fef-539b-416e-b6e0-028ca2025518 req-dcacee45-74ca-40aa-a822-dac989b165fd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.799702 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-427a0fef-539b-416e-b6e0-028ca2025518 req-dcacee45-74ca-40aa-a822-dac989b165fd tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "DELETE /v2.0/ports/37138c1f-c172-48d2-94ff-7a1ad053ce40 HTTP/1.1" status: 204 len: 173 time: 0.8594255 Aug 27 03:33:39.805132 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-78b17935-42b0-4c87-9983-50ec3f868ce2 req-006e5d5c-7a68-444f-8ecd-2ae9d2d4d5b3 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229494 Aug 27 03:33:39.811771 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e3e46-4549-4c01-8668-956907b7babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c22e37-234f-4072-b77a-c0fc3568a7fc,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:39.818596 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6863328e-efc7-4267-8e0a-c51fd152689c req-c3f13463-5e17-4195-9339-a6710d170002 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436962 Aug 27 03:33:39.965780 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6863328e-efc7-4267-8e0a-c51fd152689c req-330fdb30-b8e2-437c-96e0-78ef5cf8513c service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349380 Aug 27 03:33:40.274987 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5a95e7-deaf-446b-be31-c0605f8b0ec4', 'name': 'network-vif-deleted', 'tag': '37138c1f-c172-48d2-94ff-7a1ad053ce40'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:40.277619 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deed3693-a09e-418a-bec2-383c4e29517e" -d '{"events": [{"server_uuid": "7c5a95e7-deaf-446b-be31-c0605f8b0ec4", "name": "network-vif-deleted", "tag": "37138c1f-c172-48d2-94ff-7a1ad053ce40"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:40.303201 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1b48f0b0-f880-411c-a5fc-16669fdde37b req-c0f9ec64-1198-4582-b293-5a6b2faac950 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5a95e7-deaf-446b-be31-c0605f8b0ec4 HTTP/1.1" status: 200 len: 210 time: 0.2872622 Aug 27 03:33:40.353912 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c737b236-a492-4504-b62b-1d7d41410367 x-openstack-request-id: req-c737b236-a492-4504-b62b-1d7d41410367 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:40.354236 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5a95e7-deaf-446b-be31-c0605f8b0ec4", "name": "network-vif-deleted", "tag": "37138c1f-c172-48d2-94ff-7a1ad053ce40", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:40.354491 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c737b236-a492-4504-b62b-1d7d41410367 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:40.354890 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5a95e7-deaf-446b-be31-c0605f8b0ec4', 'name': 'network-vif-deleted', 'tag': '37138c1f-c172-48d2-94ff-7a1ad053ce40', 'status': 'completed', 'code': 200} Aug 27 03:33:40.383744 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6863328e-efc7-4267-8e0a-c51fd152689c req-b9373fd9-91ab-4b9e-aba6-20be57dc4113 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755054 Aug 27 03:33:40.531356 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-23268ade-7755-4236-b4f8-25a3c7ea3be7 req-00614a7c-5741-458f-aeae-3c12932a509d tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 210 time: 0.0306497 Aug 27 03:33:40.751815 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ce1ea-15be-4455-9e67-ef1736d4ef3f req-c9d9923a-5c68-4197-8751-28dc61e39e52 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:40.753375 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-515ce1ea-15be-4455-9e67-ef1736d4ef3f req-c9d9923a-5c68-4197-8751-28dc61e39e52 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1181123 Aug 27 03:33:40.826114 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-515ce1ea-15be-4455-9e67-ef1736d4ef3f req-cd9de848-471a-40db-a35d-7ab509f6aa81 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650566 Aug 27 03:33:40.870542 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 37138c1f-c172-48d2-94ff-7a1ad053ce40 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:33:40.894551 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: 37138c1f-c172-48d2-94ff-7a1ad053ce40 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:33:40.894895 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 37138c1f-c172-48d2-94ff-7a1ad053ce40 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:33:40.895601 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device bb7a3577-e3bf-4635-943d-ad24ef21038d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:33:40.923902 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: bb7a3577-e3bf-4635-943d-ad24ef21038d {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:33:40.924607 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device bb7a3577-e3bf-4635-943d-ad24ef21038d not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:33:40.934914 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41394) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:40.979501 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ef9a3-8774-4f61-8db9-29c4fe52b39c req-76690734-1fce-4cd8-9c86-636dfd70e5db tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:40.981070 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-592ef9a3-8774-4f61-8db9-29c4fe52b39c req-76690734-1fce-4cd8-9c86-636dfd70e5db tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0663791 Aug 27 03:33:41.027274 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-592ef9a3-8774-4f61-8db9-29c4fe52b39c req-577aaec5-0e83-4779-a0b4-a96dd926e7e2 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372877 Aug 27 03:33:41.090721 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1109328491-network', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:41.114832 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Made reservation on behalf of bf0e5ad5b3604edbb896d54aed296874 for: {'network': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:41.117740 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:41.129162 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:41.281784 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-4f0f66c3-8261-4f91-bf5a-431844e1c1e3 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:41.283337 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-4f0f66c3-8261-4f91-bf5a-431844e1c1e3 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.64 "GET /v2.0/networks?id=26f6da48-2383-4170-aae9-237194a62b5a HTTP/1.1" status: 200 len: 814 time: 0.1452045 Aug 27 03:33:41.302200 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Request body: {'port': {'device_id': 'a643a441-7685-4f64-9566-fe374849f760', 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a', 'admin_state_up': True, 'tenant_id': '3e244b6be0b14a7ca42572647aa8b182'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:41.381108 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:41.392533 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:41.434785 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e3418a-adbd-4232-8b49-f7ad9d053d4b,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:41.450902 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=93856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:33:41.460736 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:41.467997 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:41.468341 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.segments_db [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Added segment bc84b1bc-f729-4a30-b5df-085f13d2c7f0 of type vlan for network 0db1ba7a-004f-465e-bc59-521f28c94f5d Aug 27 03:33:41.517916 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Made reservation on behalf of 3e244b6be0b14a7ca42572647aa8b182 for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:41.521642 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:41.529878 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:41.606586 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:41.607568 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:41.608330 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:41.656861 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-04b64f92-a3d3-4bb3-9c39-5527b08bf35d req-443fabf4-9cf1-4163-8777-d52919d25ae6 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 210 time: 0.0345795 Aug 27 03:33:41.668075 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7314281 Aug 27 03:33:41.671879 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41436) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:41.691894 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Request body: {'subnet': {'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1109328491-subnet', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'ip_version': 4}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:41.698608 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea70b2-2d81-4897-8463-5a756c203b82 admin admin] Pushing event updated for resources: {'Network': ['ID=0db1ba7a-004f-465e-bc59-521f28c94f5d,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:41.712251 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 0db1ba7a-004f-465e-bc59-521f28c94f5d details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:33:41.721741 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Made reservation on behalf of bf0e5ad5b3604edbb896d54aed296874 for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:41.724509 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558998'] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:41.765063 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Allocated IP 172.20.0.13 (26f6da48-2383-4170-aae9-237194a62b5a/8d1bd792-4730-4095-828b-9f4a8f0c7b54/e1d39dfc-f884-423d-a09d-f1d22b6e416e) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:42.032849 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8601479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559076'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.034331 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.056476 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e5e8b-b1f5-4025-955f-abc90ccf37a0 req-fc09e48f-aa7e-409b-b8cc-97b134e2056c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:42.058044 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-254e5e8b-b1f5-4025-955f-abc90ccf37a0 req-fc09e48f-aa7e-409b-b8cc-97b134e2056c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0900617 Aug 27 03:33:42.095223 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08032dd-4899-4d3f-a28b-f17f8dec7675,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:42.121751 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-254e5e8b-b1f5-4025-955f-abc90ccf37a0 req-6227a82a-ce37-40e9-9039-4de32966bade tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558815 Aug 27 03:33:42.134898 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.179223 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Checking segment: {'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:42.179613 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Network hostable DHCP agents. Network: 0db1ba7a-004f-465e-bc59-521f28c94f5d, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:33:42.191952 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Network 26f6da48-2383-4170-aae9-237194a62b5a is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:42.209549 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:42.216844 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:42.233593 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceffee-0e2b-444e-b0a7-3e43d9537743 req-0e68a156-5918-4537-94b8-67fd39b50672 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:42.236590 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-80ceffee-0e2b-444e-b0a7-3e43d9537743 req-0e68a156-5918-4537-94b8-67fd39b50672 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1050880 Aug 27 03:33:42.238366 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Network 0db1ba7a-004f-465e-bc59-521f28c94f5d is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:33:42.266341 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 0db1ba7a-004f-465e-bc59-521f28c94f5d) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:42.272730 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:42.273320 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.278971 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aa0a22-40d3-453c-9f9c-f6a6e038556c None None] Network 0db1ba7a-004f-465e-bc59-521f28c94f5d requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:33:42.285805 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Pushing event updated for resources: {'Port': ['ID=e1d39dfc-f884-423d-a09d-f1d22b6e416e,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:42.309347 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:42.310176 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.322309 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-80ceffee-0e2b-444e-b0a7-3e43d9537743 req-cef494c5-572f-4279-a785-ecf21fd8e1ae tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609043 Aug 27 03:33:42.325900 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-9e6cac66-9005-475a-8761-9ca56e9dcff3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6521826 Aug 27 03:33:42.330146 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41454) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:42.332083 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-d9bcf098-30dc-40b2-8ee1-459f77e5a20e tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0367258 Aug 27 03:33:42.334809 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:42.345287 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Request body: {'port': {'device_id': 'a643a441-7685-4f64-9566-fe374849f760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:42.359939 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12306'] for router, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.361936 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-685543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12299'] for router, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.415056 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.439634 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.545597 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0ff0dcc-9251-5d6f-8ff9-a5568ca5e658-0db1ba7a-004f-465e-bc59-521f28c94f5d', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675'}]}} from dv-cinder-773985-14-smb. {{(pid=93858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:33:42.547680 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.751839 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.814451 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Allocated IP 172.20.0.2 (0db1ba7a-004f-465e-bc59-521f28c94f5d/d08032dd-4899-4d3f-a28b-f17f8dec7675/34a97fef-c6eb-4629-b7c8-be4f0349129d) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:42.824023 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d39dfc-f884-423d-a09d-f1d22b6e416e {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:42.833684 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.851582 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Transition to ACTIVE for port object e1d39dfc-f884-423d-a09d-f1d22b6e416e will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:42.864911 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.942360 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313b08-3fae-4de3-a159-d9f16f4e363f req-98dfe91e-f384-4556-967c-894bfadd5a2f tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:42.949330 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cb313b08-3fae-4de3-a159-d9f16f4e363f req-98dfe91e-f384-4556-967c-894bfadd5a2f tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 932 time: 0.1650708 Aug 27 03:33:42.964745 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d39dfc-f884-423d-a09d-f1d22b6e416e,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:43.058828 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cb313b08-3fae-4de3-a159-d9f16f4e363f req-03d1594b-36e4-4d3e-a64c-6c8768e2b4c1 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015816 Aug 27 03:33:43.176433 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Attempting to bind port e1d39dfc-f884-423d-a09d-f1d22b6e416e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:43.177649 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Attempting to bind port e1d39dfc-f884-423d-a09d-f1d22b6e416e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '2262a9e6-9d2d-40a2-996a-22169125fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:43.178710 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Attempting to bind port e1d39dfc-f884-423d-a09d-f1d22b6e416e on network 26f6da48-2383-4170-aae9-237194a62b5a {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:43.185929 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.194997 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Port e1d39dfc-f884-423d-a09d-f1d22b6e416e on network 26f6da48-2383-4170-aae9-237194a62b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:33:43.195996 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Attempting to bind port e1d39dfc-f884-423d-a09d-f1d22b6e416e on network 26f6da48-2383-4170-aae9-237194a62b5a {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:43.199343 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Transition to ACTIVE for port object 34a97fef-c6eb-4629-b7c8-be4f0349129d will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:43.210461 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bac2a-c7a0-432d-b6c5-979628e08002 req-05cacaa4-34db-42a4-851e-e83439aec070 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:43.212359 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-902bac2a-c7a0-432d-b6c5-979628e08002 req-05cacaa4-34db-42a4-851e-e83439aec070 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 945 time: 0.1548233 Aug 27 03:33:43.215896 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:43.216435 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Checking segment: {'id': '2262a9e6-9d2d-40a2-996a-22169125fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:43.216994 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Bound using segment: {'id': '2262a9e6-9d2d-40a2-996a-22169125fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:43.217654 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Bound port: e1d39dfc-f884-423d-a09d-f1d22b6e416e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2262a9e6-9d2d-40a2-996a-22169125fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:43.219453 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.230237 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Transition to ACTIVE for port object 34a97fef-c6eb-4629-b7c8-be4f0349129d will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:43.250877 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.252094 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.275332 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.331341 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Network 0db1ba7a-004f-465e-bc59-521f28c94f5d is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:43.337276 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:43.343214 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:43.356525 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Pushing event updated for resources: {'Port': ['ID=34a97fef-c6eb-4629-b7c8-be4f0349129d,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:43.375210 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-902bac2a-c7a0-432d-b6c5-979628e08002 req-dfcd1987-f13b-48ed-9396-6a9f0b929dc5 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462553 Aug 27 03:33:43.409215 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Allocated IP 172.28.1.42 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/d245ff90-deda-40a2-9646-724501ab4b70) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:43.419841 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.420812 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.421352 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.421905 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.422667 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.423400 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.424638 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.424638 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.425192 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.425734 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.426345 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.426882 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:43.441960 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Attempting to bind port 34a97fef-c6eb-4629-b7c8-be4f0349129d on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:43.442734 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Attempting to bind port 34a97fef-c6eb-4629-b7c8-be4f0349129d by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:43.447546 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Attempting to bind port 34a97fef-c6eb-4629-b7c8-be4f0349129d on network 0db1ba7a-004f-465e-bc59-521f28c94f5d {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:43.455441 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:43.456251 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Checking segment: {'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:43.456872 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.457602 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Bound using segment: {'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:43.458329 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Bound port: 34a97fef-c6eb-4629-b7c8-be4f0349129d, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:43.459033 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.514229 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] For port e1d39dfc-f884-423d-a09d-f1d22b6e416e, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:43.518847 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] For port e1d39dfc-f884-423d-a09d-f1d22b6e416e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e1d39dfc-f884-423d-a09d-f1d22b6e416e,segment=NetworkSegment(2262a9e6-9d2d-40a2-996a-22169125fb8c),segment_id=2262a9e6-9d2d-40a2-996a-22169125fb8c)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:43.559283 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] For port 34a97fef-c6eb-4629-b7c8-be4f0349129d, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:43.563097 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] For port 34a97fef-c6eb-4629-b7c8-be4f0349129d, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=34a97fef-c6eb-4629-b7c8-be4f0349129d,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:43.569980 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-58076cb3-957d-42e4-9c2d-98cff8d09c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.573666 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.576906 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.580571 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.634583 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.656276 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53e05f-74b8-4db0-af4e-0c6721c6e9fa None None] Pushing event updated for resources: {'Port': ['ID=34a97fef-c6eb-4629-b7c8-be4f0349129d,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:43.661095 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d39dfc-f884-423d-a09d-f1d22b6e416e,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:43.706272 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918da245-56e4-4369-9c6a-55ad6a2e5688 req-49e8781f-cf5f-4d6e-8a09-7d8d7e011c31 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:43.717470 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-918da245-56e4-4369-9c6a-55ad6a2e5688 req-49e8781f-cf5f-4d6e-8a09-7d8d7e011c31 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1966312 Aug 27 03:33:43.722765 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:43.733367 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:43.736487 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:43.792401 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:43.793828 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.796933 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-97aed0a0-de63-428b-92f5-867fbfa6b5d6 service neutron] 10.222.0.64 "PUT /v2.0/ports/e1d39dfc-f884-423d-a09d-f1d22b6e416e HTTP/1.1" status: 200 len: 1094 time: 1.4571509 Aug 27 03:33:43.820282 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-918da245-56e4-4369-9c6a-55ad6a2e5688 req-57233700-2282-4553-85a9-e1e705e602b5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002512 Aug 27 03:33:43.823051 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a643a441-7685-4f64-9566-fe374849f760', 'tag': 'e1d39dfc-f884-423d-a09d-f1d22b6e416e'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:43.835088 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13261ba6-1c67-4262-a12f-797e7268f898" -d '{"events": [{"name": "network-changed", "server_uuid": "a643a441-7685-4f64-9566-fe374849f760", "tag": "e1d39dfc-f884-423d-a09d-f1d22b6e416e"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:43.940717 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ec3088-933a-4aa6-b6f3-30932c4674b6 x-openstack-request-id: req-d9ec3088-933a-4aa6-b6f3-30932c4674b6 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:43.941600 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a643a441-7685-4f64-9566-fe374849f760", "tag": "e1d39dfc-f884-423d-a09d-f1d22b6e416e", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:43.942135 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9ec3088-933a-4aa6-b6f3-30932c4674b6 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:43.942942 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a643a441-7685-4f64-9566-fe374849f760', 'tag': 'e1d39dfc-f884-423d-a09d-f1d22b6e416e', 'status': 'completed', 'code': 200} Aug 27 03:33:43.980148 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-039348aa-94ab-4d8d-a73f-87fbca33ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:43.982277 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-039348aa-94ab-4d8d-a73f-87fbca33ab2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e244b6be0b14a7ca42572647aa8b182&device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 1097 time: 0.1010637 Aug 27 03:33:44.084598 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-1c0db238-2769-4dbf-913a-a50cf5ddd1e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1d39dfc-f884-423d-a09d-f1d22b6e416e HTTP/1.1" status: 200 len: 217 time: 0.0840137 Aug 27 03:33:44.318365 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-57cdc87f-554d-4d5f-8c6f-efd505aefc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:44.320637 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-57cdc87f-554d-4d5f-8c6f-efd505aefc31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d1bd792-4730-4095-828b-9f4a8f0c7b54 HTTP/1.1" status: 200 len: 854 time: 0.2171504 Aug 27 03:33:44.371211 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Pushing event updated for resources: {'Port': ['ID=d245ff90-deda-40a2-9646-724501ab4b70,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:44.385836 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30e7e9-70da-47e6-8798-cba1a3b0751b req-6d0831db-03ab-40ab-9d9d-710eddc84cdb tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:44.394007 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-74b893f6-84f0-40e5-86c2-b0ae7824dca7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26f6da48-2383-4170-aae9-237194a62b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434346 Aug 27 03:33:44.400517 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8d30e7e9-70da-47e6-8798-cba1a3b0751b req-6d0831db-03ab-40ab-9d9d-710eddc84cdb tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.7794650 Aug 27 03:33:44.423960 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020dfab-82d8-4de3-9237-735631435f32 req-a773c417-76f8-4423-8932-0e22a77eb22f tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:44.432293 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0020dfab-82d8-4de3-9237-735631435f32 req-a773c417-76f8-4423-8932-0e22a77eb22f tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 944 time: 0.1501653 Aug 27 03:33:44.524645 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0020dfab-82d8-4de3-9237-735631435f32 req-1e31e33c-281c-4960-a06b-7ee93a1e0879 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859051 Aug 27 03:33:44.534272 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8d30e7e9-70da-47e6-8798-cba1a3b0751b req-3620cc30-729c-4235-be7e-e466f96294a4 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324835 Aug 27 03:33:44.603909 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-1f06771d-87be-4db0-9af2-1f094418b7d3 service neutron] 10.222.0.64 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989632 Aug 27 03:33:44.822102 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-02e748df-4162-42a3-97ee-6dfdda7da0b4 req-57f80d0e-1de6-4a08-8a27-00258b4664fe service neutron] 10.222.0.64 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896377 Aug 27 03:33:44.998544 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:45.034035 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13261ba6-1c67-4262-a12f-797e7268f898 req-a7596ccf-847f-4b8d-855c-49579104e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:45.035606 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-13261ba6-1c67-4262-a12f-797e7268f898 req-a7596ccf-847f-4b8d-855c-49579104e17d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e244b6be0b14a7ca42572647aa8b182&device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 1097 time: 0.1499243 Aug 27 03:33:45.086366 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae3cd3-2488-4a27-befb-908f0f60d645 req-e0b16470-b1d8-4eb8-bc93-7725d093dbc6 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:45.086805 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f748f15-547a-4f91-9a22-491ccf473936 req-23efa2d6-419c-4a36-b1bf-6aa73223a337 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:45.087999 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1cae3cd3-2488-4a27-befb-908f0f60d645 req-e0b16470-b1d8-4eb8-bc93-7725d093dbc6 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0999048 Aug 27 03:33:45.104606 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6f748f15-547a-4f91-9a22-491ccf473936 req-23efa2d6-419c-4a36-b1bf-6aa73223a337 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 945 time: 0.2328691 Aug 27 03:33:45.324048 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1cae3cd3-2488-4a27-befb-908f0f60d645 req-8f1501c1-5065-4968-9a4d-904bb0f93b8e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951530 Aug 27 03:33:45.396670 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6f748f15-547a-4f91-9a22-491ccf473936 req-becae347-f0ed-415c-a495-023763728657 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905965 Aug 27 03:33:45.398247 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc95c61-320c-4730-8a7e-6a9788aa6911 None None] Network 0db1ba7a-004f-465e-bc59-521f28c94f5d requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:33:45.412572 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682808'] for router, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:45.425063 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13261ba6-1c67-4262-a12f-797e7268f898 req-b550a64c-5654-4b0b-bc58-04405c6c97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:45.426708 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-13261ba6-1c67-4262-a12f-797e7268f898 req-b550a64c-5654-4b0b-bc58-04405c6c97df service neutron] 10.222.0.64 "GET /v2.0/networks?id=26f6da48-2383-4170-aae9-237194a62b5a HTTP/1.1" status: 200 len: 915 time: 0.3768089 Aug 27 03:33:45.492202 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-13261ba6-1c67-4262-a12f-797e7268f898 req-15a168f6-12a9-4a02-a757-b1ffb9b6a34f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1d39dfc-f884-423d-a09d-f1d22b6e416e HTTP/1.1" status: 200 len: 217 time: 0.0491242 Aug 27 03:33:45.507130 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-222c7a70-f2bb-423c-b41b-c3aa87632aa6 None None] Provisioning for port 34a97fef-c6eb-4629-b7c8-be4f0349129d completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:45.508549 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-1d3e1d56-220f-4f37-a030-8895d17c1569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:45.510666 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-1d3e1d56-220f-4f37-a030-8895d17c1569 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 945 time: 0.3938127 Aug 27 03:33:45.603859 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13261ba6-1c67-4262-a12f-797e7268f898 req-064fc2c1-1431-4ed9-b297-75a694ab9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:45.605381 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-13261ba6-1c67-4262-a12f-797e7268f898 req-064fc2c1-1431-4ed9-b297-75a694ab9303 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d1bd792-4730-4095-828b-9f4a8f0c7b54 HTTP/1.1" status: 200 len: 854 time: 0.0926828 Aug 27 03:33:45.664411 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-13261ba6-1c67-4262-a12f-797e7268f898 req-d4c108aa-2625-42e1-9232-853353521fa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26f6da48-2383-4170-aae9-237194a62b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284245 Aug 27 03:33:45.796549 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622b61-5083-4d90-9e89-368db32e88c2 req-047025bb-63aa-433e-bf47-b4a3310a831a tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:45.797796 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-4332f01c-cec8-4cd6-9ea9-8a9b6a57d213 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Deleting port 95cc2353-0603-40fd-894e-61526eef2055 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:45.798186 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-4332f01c-cec8-4cd6-9ea9-8a9b6a57d213 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:45.799276 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e6622b61-5083-4d90-9e89-368db32e88c2 req-047025bb-63aa-433e-bf47-b4a3310a831a tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 944 time: 0.1793468 Aug 27 03:33:45.888842 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e6622b61-5083-4d90-9e89-368db32e88c2 req-cdcdb52d-5468-488a-a005-567da79cd89f tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724351 Aug 27 03:33:45.933608 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-13261ba6-1c67-4262-a12f-797e7268f898 req-1914c8cf-cfb9-4b89-bb19-4c210d1ffc30 service neutron] 10.222.0.64 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466519 Aug 27 03:33:45.953013 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-4332f01c-cec8-4cd6-9ea9-8a9b6a57d213 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] For port 95cc2353-0603-40fd-894e-61526eef2055, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=95cc2353-0603-40fd-894e-61526eef2055,segment=NetworkSegment(b761eb40-b4c4-491c-9a13-d72bd961119f),segment_id=b761eb40-b4c4-491c-9a13-d72bd961119f)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:45.953410 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-4332f01c-cec8-4cd6-9ea9-8a9b6a57d213 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:45.973414 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-4332f01c-cec8-4cd6-9ea9-8a9b6a57d213 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Calling delete_port for 95cc2353-0603-40fd-894e-61526eef2055 owned by compute:nova {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:46.093796 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca is scheduled to L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 with binding_index 1 {{(pid=93857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:33:46.096854 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-13261ba6-1c67-4262-a12f-797e7268f898 req-33649a86-32df-4560-b976-d66934aa3020 service neutron] 10.222.0.64 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506417 Aug 27 03:33:46.202595 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 34a97fef-c6eb-4629-b7c8-be4f0349129d up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:46.263046 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 34a97fef-c6eb-4629-b7c8-be4f0349129d completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:46.269692 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 34a97fef-c6eb-4629-b7c8-be4f0349129d triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:46.271107 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:46.330960 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:33:46.346550 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-4332f01c-cec8-4cd6-9ea9-8a9b6a57d213 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:46.348483 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Sync routers for ids ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:33:46.356029 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] Notify callbacks [] for router, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:46.369484 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Routers {'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:46.370099 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:46.371035 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['95cc2353-0603-40fd-894e-61526eef2055'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:46.382479 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-57a92fe7-a327-438b-84f1-ab68c45a6bce admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0409696 Aug 27 03:33:46.382952 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41540) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:46.517475 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332f01c-cec8-4cd6-9ea9-8a9b6a57d213 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Pushing event deleted for resources: {'Port': ['ID=95cc2353-0603-40fd-894e-61526eef2055,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:46.615413 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8589c845-ee6e-4b4b-8ce5-0dfe7983f3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:46.620211 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:46.634176 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Set router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:46.715265 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-4332f01c-cec8-4cd6-9ea9-8a9b6a57d213 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] No DVR routers for this DVR port 95cc2353-0603-40fd-894e-61526eef2055 on host hv-cinder-77398 {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:46.724694 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-4332f01c-cec8-4cd6-9ea9-8a9b6a57d213 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:46.728982 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-47976b2e-63f6-4bf9-bee9-e0da6d0fdf7c req-4332f01c-cec8-4cd6-9ea9-8a9b6a57d213 tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.64 "DELETE /v2.0/ports/95cc2353-0603-40fd-894e-61526eef2055 HTTP/1.1" status: 204 len: 173 time: 1.2077301 Aug 27 03:33:46.729607 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 34a97fef-c6eb-4629-b7c8-be4f0349129d, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=34a97fef-c6eb-4629-b7c8-be4f0349129d,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:46.736111 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:46.740559 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733224dd-bd80-4615-8936-ef5ece886645 req-98e6220f-ba82-491f-ac53-275cc38e36c7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:46.744943 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47d7abe-1779-43ac-88aa-7a733207f350', 'name': 'network-vif-deleted', 'tag': '95cc2353-0603-40fd-894e-61526eef2055'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:46.754031 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5897527b-ea4b-4a0f-9156-0cfa64c68d93" -d '{"events": [{"server_uuid": "c47d7abe-1779-43ac-88aa-7a733207f350", "name": "network-vif-deleted", "tag": "95cc2353-0603-40fd-894e-61526eef2055"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:46.759089 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-733224dd-bd80-4615-8936-ef5ece886645 req-98e6220f-ba82-491f-ac53-275cc38e36c7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1995070 Aug 27 03:33:46.837280 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17503c-abe1-4e7d-b201-ad9f9a261a50 req-fe5e36ea-2d93-4f4d-8c92-6c86fae145bd tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:46.840562 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-bd17503c-abe1-4e7d-b201-ad9f9a261a50 req-fe5e36ea-2d93-4f4d-8c92-6c86fae145bd tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.3119998 Aug 27 03:33:46.861052 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=34a97fef-c6eb-4629-b7c8-be4f0349129d,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:46.881582 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device e1d39dfc-f884-423d-a09d-f1d22b6e416e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:33:46.900956 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-bd17503c-abe1-4e7d-b201-ad9f9a261a50 req-7f726498-4594-41db-a58f-96a4ea55bf07 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527234 Aug 27 03:33:46.916749 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-733224dd-bd80-4615-8936-ef5ece886645 req-71156e48-be18-4b32-8424-a7902d23d096 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538334 Aug 27 03:33:46.979106 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ff20a-a0e6-48b0-b6ed-6b7dd9637d82 x-openstack-request-id: req-785ff20a-a0e6-48b0-b6ed-6b7dd9637d82 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:46.979384 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47d7abe-1779-43ac-88aa-7a733207f350", "name": "network-vif-deleted", "tag": "95cc2353-0603-40fd-894e-61526eef2055", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:46.979632 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-785ff20a-a0e6-48b0-b6ed-6b7dd9637d82 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:46.980024 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47d7abe-1779-43ac-88aa-7a733207f350', 'name': 'network-vif-deleted', 'tag': '95cc2353-0603-40fd-894e-61526eef2055', 'status': 'completed', 'code': 200} Aug 27 03:33:47.020292 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:44Z', 'revision_number': 3, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:47.063137 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port e1d39dfc-f884-423d-a09d-f1d22b6e416e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e1d39dfc-f884-423d-a09d-f1d22b6e416e,segment=NetworkSegment(2262a9e6-9d2d-40a2-996a-22169125fb8c),segment_id=2262a9e6-9d2d-40a2-996a-22169125fb8c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:47.063305 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Checking router: ab6f1ee4-4dde-45bc-bc40-b0197380b6ca for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:33:47.063305 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Updating router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca port d245ff90-deda-40a2-9646-724501ab4b70 binding host dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:33:47.085789 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'e1d39dfc-f884-423d-a09d-f1d22b6e416e', 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a', 'port_id': 'e1d39dfc-f884-423d-a09d-f1d22b6e416e', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1bd792-4730-4095-828b-9f4a8f0c7b54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:33:47.107939 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.133461 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.153346 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-df638288-9988-4a26-a08a-d0d714f3098c req-8396729f-7902-41b9-bebb-7457d31d3cbf tempest-AttachVolumeNegativeTest-1577394582 tempest-AttachVolumeNegativeTest-1577394582-project] 10.222.0.41 "GET /v2.0/ports?device_id=c47d7abe-1779-43ac-88aa-7a733207f350 HTTP/1.1" status: 200 len: 210 time: 0.0715764 Aug 27 03:33:47.154913 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d39dfc-f884-423d-a09d-f1d22b6e416e {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:47.203831 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port e1d39dfc-f884-423d-a09d-f1d22b6e416e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e1d39dfc-f884-423d-a09d-f1d22b6e416e,segment=NetworkSegment(2262a9e6-9d2d-40a2-996a-22169125fb8c),segment_id=2262a9e6-9d2d-40a2-996a-22169125fb8c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:47.211303 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.289353 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=e1d39dfc-f884-423d-a09d-f1d22b6e416e,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:47.387732 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6af6e3-e858-4ce9-b6f5-e1a44462670b req-f3bf673c-02cd-4671-95ca-8eb5f94f59a1 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:47.389918 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0e6af6e3-e858-4ce9-b6f5-e1a44462670b req-f3bf673c-02cd-4671-95ca-8eb5f94f59a1 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 945 time: 0.0675569 Aug 27 03:33:47.458160 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.507491 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['e1d39dfc-f884-423d-a09d-f1d22b6e416e'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:47.513960 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0e6af6e3-e858-4ce9-b6f5-e1a44462670b req-1dd95b29-f98d-4c4c-b815-ed05bd20c787 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139376 Aug 27 03:33:47.658752 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.699577 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.732076 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Transition to ACTIVE for port object d245ff90-deda-40a2-9646-724501ab4b70 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:47.753764 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.826640 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.935774 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Attempting to bind port d245ff90-deda-40a2-9646-724501ab4b70 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:47.936283 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Attempting to bind port d245ff90-deda-40a2-9646-724501ab4b70 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:47.936869 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Attempting to bind port d245ff90-deda-40a2-9646-724501ab4b70 on network 52f11b4a-d44d-4499-bd40-91aa643b9de6 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:47.949321 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Pushing event updated for resources: {'Port': ['ID=d245ff90-deda-40a2-9646-724501ab4b70,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:47.975690 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:47.976296 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Checking segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:47.976760 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.977159 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Bound using segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:47.977652 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Bound port: d245ff90-deda-40a2-9646-724501ab4b70, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:47.978337 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.985454 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.986029 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.986657 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.987221 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.987769 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.988316 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.988869 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.989597 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.990220 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.990775 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.991378 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:47.991937 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:48.175656 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] For port d245ff90-deda-40a2-9646-724501ab4b70, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:48.184785 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] For port d245ff90-deda-40a2-9646-724501ab4b70, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=d245ff90-deda-40a2-9646-724501ab4b70,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:48.197582 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.226134 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 34a97fef-c6eb-4629-b7c8-be4f0349129d up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:48.252290 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41588) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:48.303647 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c768ed5-5082-46c4-b185-70d386918d87 req-a21ba5c0-3d56-46a7-ab78-bf04d93065dd tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:48.317164 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2c768ed5-5082-46c4-b185-70d386918d87 req-a21ba5c0-3d56-46a7-ab78-bf04d93065dd tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.2620871 Aug 27 03:33:48.382446 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Routers {'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:48.383552 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:48.444465 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2c768ed5-5082-46c4-b185-70d386918d87 req-7e0b8ac3-8b88-43ae-9d77-6ff65b63fb4c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238678 Aug 27 03:33:48.448660 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 34a97fef-c6eb-4629-b7c8-be4f0349129d triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:48.449290 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.474558 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f28e29d-968b-46cd-9b27-6ebd67de004d admin admin] Deleting subnet 25656541-a36d-41dd-9ab1-894532fab4e1 {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:33:48.486378 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3f28e29d-968b-46cd-9b27-6ebd67de004d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.565398 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3f28e29d-968b-46cd-9b27-6ebd67de004d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909152'] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.610385 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Allocated IP 172.20.0.1 (0db1ba7a-004f-465e-bc59-521f28c94f5d/d08032dd-4899-4d3f-a28b-f17f8dec7675/c7f5fe6d-9d0b-4623-bd36-349e36c38b8f) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:48.685263 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3f28e29d-968b-46cd-9b27-6ebd67de004d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.788651 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3f28e29d-968b-46cd-9b27-6ebd67de004d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559101'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.793091 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.807875 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Transition to ACTIVE for port object c7f5fe6d-9d0b-4623-bd36-349e36c38b8f will not be triggered until provisioned by entity DHCP. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:48.808285 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] Set router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:48.810796 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b84df-3165-4442-bdf7-cb51172868b5 None None] Pushing event updated for resources: {'Port': ['ID=d245ff90-deda-40a2-9646-724501ab4b70,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:48.830719 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28e29d-968b-46cd-9b27-6ebd67de004d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25656541-a36d-41dd-9ab1-894532fab4e1,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:48.838635 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3f28e29d-968b-46cd-9b27-6ebd67de004d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.842873 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-3f28e29d-968b-46cd-9b27-6ebd67de004d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/25656541-a36d-41dd-9ab1-894532fab4e1 HTTP/1.1" status: 204 len: 168 time: 0.5873795 Aug 27 03:33:48.843891 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41596) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:48.893540 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device e1d39dfc-f884-423d-a09d-f1d22b6e416e up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:48.904683 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.961545 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb481f-4623-4cf9-817c-99b30e3a2a8e req-40435d28-290a-43e5-83f8-4b8a59b72762 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:48.963195 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-52bb481f-4623-4cf9-817c-99b30e3a2a8e req-40435d28-290a-43e5-83f8-4b8a59b72762 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 945 time: 0.1138437 Aug 27 03:33:48.985526 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.006822 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Network 0db1ba7a-004f-465e-bc59-521f28c94f5d is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:49.028602 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:49.033323 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-52bb481f-4623-4cf9-817c-99b30e3a2a8e req-bb0ceea7-807e-46ad-a71a-4dbad84899ef tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601101 Aug 27 03:33:49.036734 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:49.084891 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f5fe6d-9d0b-4623-bd36-349e36c38b8f,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:49.112627 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.123865 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682983'] for router_interface, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.124162 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.128026 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:44Z', 'revision_number': 3, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:49.138407 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810625c9-9496-4772-8797-1591acf0610a']}} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:49.154758 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b761eb40-b4c4-491c-9a13-d72bd961119f') {'for_net_delete': True} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:49.155053 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b761eb40-b4c4-491c-9a13-d72bd961119f') {} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:49.170315 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8909183'] for segment, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.185422 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a288c7-ace2-4eeb-a1e5-2443e60f435c None None] The sync data for ids ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'] in dv-cinder-773985-14-smb is: [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:44Z', 'revision_number': 3, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:33:49.188173 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port e1d39dfc-f884-423d-a09d-f1d22b6e416e completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:49.198314 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.208861 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port e1d39dfc-f884-423d-a09d-f1d22b6e416e triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:49.209247 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.220672 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=93857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:33:49.223337 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599586'] for segment, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: Traceback (most recent call last): Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: timer() Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: cb(*args, **kw) Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: return func(*args, **kwargs) Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: self._notify() Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: self.callback(batched_events) Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: event.method(event) Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: return f(self, *a, **k) Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: return self._get(url).json() Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: return self.request(url, 'GET', **kwargs) Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:33:49.227959 dv-cinder-773985-14-smb neutron-server[93857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:33:49.354568 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.375188 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.385840 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.394317 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] 10.222.0.41 "DELETE /v2.0/networks/810625c9-9496-4772-8797-1591acf0610a HTTP/1.1" status: 204 len: 168 time: 0.5479653 Aug 27 03:33:49.416400 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48901a6-db3e-4254-8f46-a99047faf7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=810625c9-9496-4772-8797-1591acf0610a,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:49.441272 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.542686 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a643a441-7685-4f64-9566-fe374849f760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d39dfc-f884-423d-a09d-f1d22b6e416e'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:49.564015 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58d41dc-0d04-49c5-b169-256c71253587" -d '{"events": [{"server_uuid": "a643a441-7685-4f64-9566-fe374849f760", "name": "network-vif-plugged", "status": "completed", "tag": "e1d39dfc-f884-423d-a09d-f1d22b6e416e"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:49.636933 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port e1d39dfc-f884-423d-a09d-f1d22b6e416e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e1d39dfc-f884-423d-a09d-f1d22b6e416e,segment=NetworkSegment(2262a9e6-9d2d-40a2-996a-22169125fb8c),segment_id=2262a9e6-9d2d-40a2-996a-22169125fb8c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:49.646676 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.654587 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 95cc2353-0603-40fd-894e-61526eef2055 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:33:49.791176 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41618) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:49.970105 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6418c-20cf-4371-bd2f-962abbce4b08 req-a1036423-75c8-4a31-9fc9-09f26eafd808 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:49.985098 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fba6418c-20cf-4371-bd2f-962abbce4b08 req-a1036423-75c8-4a31-9fc9-09f26eafd808 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.3318884 Aug 27 03:33:50.004688 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-22d283f9-c137-481f-bd32-61b333a19b8c None None] Provisioning for port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:50.005796 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-098f9f52-7afa-4c71-8c74-a90e518bfebf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab65759643da4c359401623f5ba34e3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2082109 Aug 27 03:33:50.010176 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41620) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:50.114951 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f14889-eac1-4fd0-9ae5-049e0599861b x-openstack-request-id: req-c7f14889-eac1-4fd0-9ae5-049e0599861b {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:50.115253 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a643a441-7685-4f64-9566-fe374849f760", "name": "network-vif-plugged", "status": "completed", "tag": "e1d39dfc-f884-423d-a09d-f1d22b6e416e", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:50.115511 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7f14889-eac1-4fd0-9ae5-049e0599861b {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:50.115910 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a643a441-7685-4f64-9566-fe374849f760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d39dfc-f884-423d-a09d-f1d22b6e416e', 'code': 200} Aug 27 03:33:50.144598 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: 95cc2353-0603-40fd-894e-61526eef2055 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:33:50.144954 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 95cc2353-0603-40fd-894e-61526eef2055 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:33:50.147180 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=e1d39dfc-f884-423d-a09d-f1d22b6e416e,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:50.151099 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-22d283f9-c137-481f-bd32-61b333a19b8c None None] Provisioning complete for port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:50.151490 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-22d283f9-c137-481f-bd32-61b333a19b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.252411 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-fba6418c-20cf-4371-bd2f-962abbce4b08 req-ac4e8955-effa-4868-87d1-624189a6d5e8 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656717 Aug 27 03:33:50.265893 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-22d283f9-c137-481f-bd32-61b333a19b8c None None] Port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:33:50.286268 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.297160 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.317709 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device d245ff90-deda-40a2-9646-724501ab4b70 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:50.360773 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682552'] for router_interface, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.391991 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port d245ff90-deda-40a2-9646-724501ab4b70 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:50.396599 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port d245ff90-deda-40a2-9646-724501ab4b70 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:50.396978 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.457476 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efe158-47e1-491a-9e4c-7f80654ba279 req-44ef4e46-396c-4ab3-a9a0-23483a6e1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:50.467331 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-08efe158-47e1-491a-9e4c-7f80654ba279 req-44ef4e46-396c-4ab3-a9a0-23483a6e1b3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 1099 time: 0.1856246 Aug 27 03:33:50.473141 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3e06265c-f979-4dbc-b525-bf23b158c979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.511089 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050029-d1a3-4b02-8b1a-8196291a0199 req-c51ab95a-b849-4684-b531-cbd423b21912 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:50.521402 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2a050029-d1a3-4b02-8b1a-8196291a0199 req-c51ab95a-b849-4684-b531-cbd423b21912 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 946 time: 0.3081093 Aug 27 03:33:50.603539 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.610242 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3e06265c-f979-4dbc-b525-bf23b158c979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.613684 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f5fe6d-9d0b-4623-bd36-349e36c38b8f,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:50.649421 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port d245ff90-deda-40a2-9646-724501ab4b70, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=d245ff90-deda-40a2-9646-724501ab4b70,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:50.656037 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2a050029-d1a3-4b02-8b1a-8196291a0199 req-2499fd37-0f81-4abd-9ba2-f19354cc1520 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325977 Aug 27 03:33:50.669097 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.707572 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-08efe158-47e1-491a-9e4c-7f80654ba279 req-c13dc79e-5b83-4823-856c-bb8ff2f770fb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141392 Aug 27 03:33:50.744072 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Network 0db1ba7a-004f-465e-bc59-521f28c94f5d is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:50.747444 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:50.808680 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=d245ff90-deda-40a2-9646-724501ab4b70,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:50.853654 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3e06265c-f979-4dbc-b525-bf23b158c979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.857099 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3e06265c-f979-4dbc-b525-bf23b158c979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.862014 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-3e06265c-f979-4dbc-b525-bf23b158c979 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d6a84e7-33d4-400b-bc4f-eb92d3e1be04 HTTP/1.1" status: 204 len: 168 time: 0.8474994 Aug 27 03:33:50.884714 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06265c-f979-4dbc-b525-bf23b158c979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6a84e7-33d4-400b-bc4f-eb92d3e1be04,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:51.184799 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:33:51.256295 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abc5ad-830b-4ded-8487-1eacc2f66c2f req-7c42d0ba-8829-4814-8bcd-c433c80b3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:51.261500 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-88abc5ad-830b-4ded-8487-1eacc2f66c2f req-7c42d0ba-8829-4814-8bcd-c433c80b3228 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 1099 time: 0.2123342 Aug 27 03:33:51.267740 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-b51970aa-6a44-40c3-aa60-99ee6d9eba38 None None] Provisioning complete for port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:51.269671 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b51970aa-6a44-40c3-aa60-99ee6d9eba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:51.299345 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a656b7-bd3a-4367-a937-afaa6af6e723 req-a3f291ef-76e1-4301-8a05-6ceb8a58612e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:51.305109 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a8a656b7-bd3a-4367-a937-afaa6af6e723 req-a3f291ef-76e1-4301-8a05-6ceb8a58612e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1803958 Aug 27 03:33:51.336101 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-b51970aa-6a44-40c3-aa60-99ee6d9eba38 None None] Port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:33:51.387607 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:33:51.417328 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-0514781c-6934-4a4f-a3fb-3c6119b3dac6 admin admin] 10.222.0.41 "PUT /v2.0/routers/ab6f1ee4-4dde-45bc-bc40-b0197380b6ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0294695 Aug 27 03:33:51.478028 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25899a-4f50-4620-a207-38318f3561f2 req-cfdefccd-50bc-4ce5-ab0f-f62ed1aaf55d tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:51.480036 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d25899a-4f50-4620-a207-38318f3561f2 req-cfdefccd-50bc-4ce5-ab0f-f62ed1aaf55d tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0722711 Aug 27 03:33:51.502895 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a8a656b7-bd3a-4367-a937-afaa6af6e723 req-a6c595d6-9033-4a3d-97ae-2d00b28e9bdb tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251936 Aug 27 03:33:51.544382 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abc5ad-830b-4ded-8487-1eacc2f66c2f req-ab46eb75-6b41-449d-aede-2c0abdd86cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:51.549231 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-88abc5ad-830b-4ded-8487-1eacc2f66c2f req-ab46eb75-6b41-449d-aede-2c0abdd86cea service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 920 time: 0.2706091 Aug 27 03:33:51.577669 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d25899a-4f50-4620-a207-38318f3561f2 req-d673de2e-1008-4b5a-af09-a8296dffff5e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912554 Aug 27 03:33:51.608563 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-88abc5ad-830b-4ded-8487-1eacc2f66c2f req-f2f7b856-2a7e-4ff3-b3db-f1adb801bbf7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31dba6be-f906-470a-a74c-259287f4eb17 HTTP/1.1" status: 200 len: 217 time: 0.0504341 Aug 27 03:33:51.693639 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abc5ad-830b-4ded-8487-1eacc2f66c2f req-097b3721-fbac-40b0-80de-8b952309ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:51.697674 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-88abc5ad-830b-4ded-8487-1eacc2f66c2f req-097b3721-fbac-40b0-80de-8b952309ffca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.0778196 Aug 27 03:33:51.804675 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-88abc5ad-830b-4ded-8487-1eacc2f66c2f req-99cbbd1e-66f3-4a75-b5cc-a7824b28822c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844290 Aug 27 03:33:52.016791 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bdb7c-ab7a-4f47-91fc-5c3d076f3c14 req-d0e2f02a-ffeb-4271-a763-10a376deb79f tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:52.018783 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8f1bdb7c-ab7a-4f47-91fc-5c3d076f3c14 req-d0e2f02a-ffeb-4271-a763-10a376deb79f tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 946 time: 0.2087233 Aug 27 03:33:52.101210 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-88abc5ad-830b-4ded-8487-1eacc2f66c2f req-3ecc2b2a-5092-4dcb-8f40-1bacbad15608 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881725 Aug 27 03:33:52.197297 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device d245ff90-deda-40a2-9646-724501ab4b70 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:52.273611 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8f1bdb7c-ab7a-4f47-91fc-5c3d076f3c14 req-e7d391bd-fb5b-48f5-ac47-d4a478d178fb tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358036 Aug 27 03:33:52.411871 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port d245ff90-deda-40a2-9646-724501ab4b70 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:52.412941 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:52.419171 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1a0f1-185d-4f55-9b54-8e27d7908784 req-99551af8-1066-44c2-8ccf-f175e8a42f4e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:52.434485 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-01e1a0f1-185d-4f55-9b54-8e27d7908784 req-99551af8-1066-44c2-8ccf-f175e8a42f4e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.2786803 Aug 27 03:33:52.480500 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb930b-72ea-4105-a95d-92c44983954f req-652ee00a-47de-438f-8e7a-67d08b29281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:52.486258 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-24cb930b-72ea-4105-a95d-92c44983954f req-652ee00a-47de-438f-8e7a-67d08b29281b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 1098 time: 0.1317921 Aug 27 03:33:52.494612 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-88abc5ad-830b-4ded-8487-1eacc2f66c2f req-7d35e4c3-d312-433c-99d3-4b768d4da807 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744690 Aug 27 03:33:52.540520 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-01e1a0f1-185d-4f55-9b54-8e27d7908784 req-e1f4294e-57d7-4347-a48f-a242ac50af1a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049049 Aug 27 03:33:52.676432 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Sync routers for ids ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:33:52.732989 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Routers {'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:52.733804 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb930b-72ea-4105-a95d-92c44983954f req-5db818a0-b28e-4c3d-a6b3-9669a7b483ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:52.736492 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:52.737168 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-24cb930b-72ea-4105-a95d-92c44983954f req-5db818a0-b28e-4c3d-a6b3-9669a7b483ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 912 time: 0.2261417 Aug 27 03:33:52.769442 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bfac6-922f-485a-b323-7af530c3385d req-bcbfa0ea-fb5d-406b-b906-74aa8e75d1da tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:52.771022 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f6bfac6-922f-485a-b323-7af530c3385d req-bcbfa0ea-fb5d-406b-b906-74aa8e75d1da tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1083298 Aug 27 03:33:52.929383 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-24cb930b-72ea-4105-a95d-92c44983954f req-984dc3e0-5658-45f4-b4e4-45d1db54258a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5 HTTP/1.1" status: 200 len: 1000 time: 0.1797009 Aug 27 03:33:52.949161 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f6bfac6-922f-485a-b323-7af530c3385d req-3eb15a3b-96e4-47d0-b675-154b2eaf0106 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105838 Aug 27 03:33:52.991055 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41712) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:52.997450 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-497759882-network', 'tenant_id': '12162b45473a44de8565a427bca2c314'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:53.024857 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Set router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:53.030686 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb930b-72ea-4105-a95d-92c44983954f req-a234c9db-8612-4004-8d04-cf0939132311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:53.033243 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-24cb930b-72ea-4105-a95d-92c44983954f req-a234c9db-8612-4004-8d04-cf0939132311 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=488300c7-91be-4ddd-9fbe-f1f934d58d2a HTTP/1.1" status: 200 len: 850 time: 0.0831170 Aug 27 03:33:53.051418 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Made reservation on behalf of 12162b45473a44de8565a427bca2c314 for: {'network': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:53.057762 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:53.094805 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:53.112119 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb930b-72ea-4105-a95d-92c44983954f req-8847b91a-39ad-4392-a2e2-0f6ccf5afacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:53.114702 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-24cb930b-72ea-4105-a95d-92c44983954f req-8847b91a-39ad-4392-a2e2-0f6ccf5afacc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0714607 Aug 27 03:33:53.312254 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-24cb930b-72ea-4105-a95d-92c44983954f req-070082aa-f962-4766-a677-28106a90d99a service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892829 Aug 27 03:33:53.333967 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:53.347159 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:53.395112 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=93857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:33:53.412722 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:49Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'c7f5fe6d-9d0b-4623-bd36-349e36c38b8f', 'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'mac_address': 'fa:16:3e:99:4e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:47Z', 'updated_at': '2021-08-27T03:33:49Z', 'revision_number': 2, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'subnets': [{'id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:53.443746 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a3d027-c449-4357-8e92-43902254b6e5,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:53.450045 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:53.450411 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.segments_db [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Added segment 4ac6319d-4d57-4fad-b85c-5d2a0fdfe530 of type vlan for network 5913f3f3-e8e6-44df-8783-c440121c2f04 Aug 27 03:33:53.497619 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Checking router: ab6f1ee4-4dde-45bc-bc40-b0197380b6ca for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:33:53.497968 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Updating router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f binding host dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:33:53.544634 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:53.551878 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-24cb930b-72ea-4105-a95d-92c44983954f req-5712f1fc-94c9-4923-bb5b-9ea982028bf9 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243900 Aug 27 03:33:53.563403 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:53.577015 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4735d6-03b3-458b-b4d1-575977e44750 req-52f75378-a06b-49db-9ed5-30653aaa53aa tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:53.584095 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3b4735d6-03b3-458b-b4d1-575977e44750 req-52f75378-a06b-49db-9ed5-30653aaa53aa tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 946 time: 0.1943676 Aug 27 03:33:53.628550 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:53.629669 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:53.630339 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:53.765861 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7734654 Aug 27 03:33:53.768830 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41730) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:53.775031 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Request body: {'subnet': {'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-497759882-subnet', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'ip_version': 4}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:53.850223 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Made reservation on behalf of 12162b45473a44de8565a427bca2c314 for: {'subnet': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:53.854214 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8475173'] for subnet, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:54.091058 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41742) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:54.157991 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:54.161752 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3b4735d6-03b3-458b-b4d1-575977e44750 req-892c1c8c-c881-4dc4-96de-73e77afbdad1 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453851 Aug 27 03:33:54.166973 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3c513-8776-43c2-83f5-76704b051a05 admin admin] Pushing event updated for resources: {'Network': ['ID=5913f3f3-e8e6-44df-8783-c440121c2f04,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:54.170180 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Transition to ACTIVE for port object c7f5fe6d-9d0b-4623-bd36-349e36c38b8f will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:54.208958 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 5913f3f3-e8e6-44df-8783-c440121c2f04 details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:33:54.225626 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:54.267224 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475223'] for subnet, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:54.406565 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07b8677-131f-4d05-a774-62e03315bc4c,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:54.427539 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Checking segment: {'id': '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:54.428419 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Network hostable DHCP agents. Network: 5913f3f3-e8e6-44df-8783-c440121c2f04, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:33:54.472714 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Network 5913f3f3-e8e6-44df-8783-c440121c2f04 is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:33:54.489832 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 5913f3f3-e8e6-44df-8783-c440121c2f04) {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:54.497581 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:54.500464 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:54.505404 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb24f68-009a-445b-9271-d927568fa093 req-59361994-4d51-4da5-a9bd-d9f6b23002b7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:54.517311 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0cb24f68-009a-445b-9271-d927568fa093 req-59361994-4d51-4da5-a9bd-d9f6b23002b7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1784751 Aug 27 03:33:54.532982 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-d7cda117-bfef-4333-bff5-230d3f856f9b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7626204 Aug 27 03:33:54.536185 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41776) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:54.546101 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-497759882-router', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:54.548754 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf6548d-0572-4b37-881d-fd21a6ba0ea7 None None] Network 5913f3f3-e8e6-44df-8783-c440121c2f04 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:33:54.582270 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f39f57fd-8e9a-4f49-9c4a-6700d777e58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:54.605100 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12306'] for router, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:54.607268 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-685543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12299'] for router, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:54.653866 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0cb24f68-009a-445b-9271-d927568fa093 req-0c8cbc8a-3450-4492-878c-1cd1be2aa53e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354892 Aug 27 03:33:54.762684 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:54.807188 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71209a84-6982-48fa-ae18-0eddf1f9f0e9 None None] Pushing event updated for resources: {'Port': ['ID=c7f5fe6d-9d0b-4623-bd36-349e36c38b8f,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:55.029662 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.030541 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f39f57fd-8e9a-4f49-9c4a-6700d777e58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.047107 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f39f57fd-8e9a-4f49-9c4a-6700d777e58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.098041 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f39f57fd-8e9a-4f49-9c4a-6700d777e58c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e830f9f4b5c4939bc290a77b8899eba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0056624 Aug 27 03:33:55.103040 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41798) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:55.103238 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Attempting to bind port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:55.103700 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Attempting to bind port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:55.105520 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Attempting to bind port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f on network 0db1ba7a-004f-465e-bc59-521f28c94f5d {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:55.158196 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:55.158579 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Checking segment: {'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:55.158951 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.159991 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Bound using segment: {'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:55.162294 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Bound port: c7f5fe6d-9d0b-4623-bd36-349e36c38b8f, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:55.163020 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.189215 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f57fd-8e9a-4f49-9c4a-6700d777e58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8490c7fb-f762-445c-933b-071f634a0999,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:55.226264 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6332c-788b-445a-8f90-84eca8573a3a req-828c1268-46ed-4950-a57d-131f37155fd5 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:55.237860 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e8a6332c-788b-445a-8f90-84eca8573a3a req-828c1268-46ed-4950-a57d-131f37155fd5 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.3189540 Aug 27 03:33:55.320619 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4011182a-e5bf-45da-8305-3419239c259c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.333050 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e8a6332c-788b-445a-8f90-84eca8573a3a req-b6b0791b-3719-4dd6-a01e-3373d3e9e848 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937798 Aug 27 03:33:55.381237 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4011182a-e5bf-45da-8305-3419239c259c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.493489 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.510362 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4011182a-e5bf-45da-8305-3419239c259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.528434 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4011182a-e5bf-45da-8305-3419239c259c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.528690 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.543625 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-4011182a-e5bf-45da-8305-3419239c259c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8490c7fb-f762-445c-933b-071f634a0999 HTTP/1.1" status: 204 len: 168 time: 0.4277685 Aug 27 03:33:55.572941 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0ff0dcc-9251-5d6f-8ff9-a5568ca5e658-5913f3f3-e8e6-44df-8783-c440121c2f04', 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'fixed_ips': [{'subnet_id': 'e07b8677-131f-4d05-a774-62e03315bc4c'}]}} from dv-cinder-773985-14-smb. {{(pid=93858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:33:55.574657 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.580771 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] For port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:55.581956 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011182a-e5bf-45da-8305-3419239c259c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8490c7fb-f762-445c-933b-071f634a0999,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:55.618450 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] For port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=c7f5fe6d-9d0b-4623-bd36-349e36c38b8f,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:55.634001 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.915299 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Allocated IP 172.28.1.115 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/0edc842b-0932-494b-86a4-f5caf74814e1) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:55.990512 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71209a84-6982-48fa-ae18-0eddf1f9f0e9 None None] Pushing event updated for resources: {'Port': ['ID=c7f5fe6d-9d0b-4623-bd36-349e36c38b8f,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:56.010850 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Routers {'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:56.012204 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:56.014285 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846c36e-bf68-4140-88c4-056d50750283 req-84c74b06-5464-4347-8335-feada8b7ef0a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:56.037417 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a846c36e-bf68-4140-88c4-056d50750283 req-84c74b06-5464-4347-8335-feada8b7ef0a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.2264583 Aug 27 03:33:56.162448 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Allocated IP 172.20.0.2 (5913f3f3-e8e6-44df-8783-c440121c2f04/e07b8677-131f-4d05-a774-62e03315bc4c/b248b885-f87f-4e8f-8812-ad9ddb5c4f58) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:56.250237 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a846c36e-bf68-4140-88c4-056d50750283 req-8df77252-7d1f-483f-adb0-94a0735dacd7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102120 Aug 27 03:33:56.337955 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:56.338602 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] Set router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:56.452434 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:56.535707 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:56.544575 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:56.549595 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:56.582665 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Pushing event updated for resources: {'Port': ['ID=0edc842b-0932-494b-86a4-f5caf74814e1,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:56.621858 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467241eb-8eaa-4a10-88ef-43fd1ff2d265 req-45fdace9-48e7-4c1f-b24d-86968f155516 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:56.648491 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-467241eb-8eaa-4a10-88ef-43fd1ff2d265 req-45fdace9-48e7-4c1f-b24d-86968f155516 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1537778 Aug 27 03:33:56.760618 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-467241eb-8eaa-4a10-88ef-43fd1ff2d265 req-f9bc7f4f-6450-4091-9a36-7f7ccf8dc9e8 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105664 Aug 27 03:33:56.878691 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:56.904669 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Transition to ACTIVE for port object b248b885-f87f-4e8f-8812-ad9ddb5c4f58 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:56.976750 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Transition to ACTIVE for port object b248b885-f87f-4e8f-8812-ad9ddb5c4f58 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:56.992618 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:57.103678 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Network 5913f3f3-e8e6-44df-8783-c440121c2f04 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:57.111278 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:57.120809 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:57.185569 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:49Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'c7f5fe6d-9d0b-4623-bd36-349e36c38b8f', 'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'mac_address': 'fa:16:3e:99:4e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:47Z', 'updated_at': '2021-08-27T03:33:55Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'subnets': [{'id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:57.255803 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cea7c-78d4-41fb-906f-f9512c5799b3 None None] The sync data for ids ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'] in dv-cinder-773985-14-smb is: [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:49Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'c7f5fe6d-9d0b-4623-bd36-349e36c38b8f', 'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'mac_address': 'fa:16:3e:99:4e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:47Z', 'updated_at': '2021-08-27T03:33:55Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'subnets': [{'id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:33:57.258309 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Pushing event updated for resources: {'Port': ['ID=b248b885-f87f-4e8f-8812-ad9ddb5c4f58,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:57.270740 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:57.286474 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Attempting to bind port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:57.286843 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Attempting to bind port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:57.287227 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Attempting to bind port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 on network 5913f3f3-e8e6-44df-8783-c440121c2f04 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:57.295086 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:57.295572 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Checking segment: {'id': '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:57.296291 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:57.296705 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Bound using segment: {'id': '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:57.297187 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Bound port: b248b885-f87f-4e8f-8812-ad9ddb5c4f58, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:57.297652 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:57.550834 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41860) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:57.552250 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] For port b248b885-f87f-4e8f-8812-ad9ddb5c4f58, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:57.560087 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] For port b248b885-f87f-4e8f-8812-ad9ddb5c4f58, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=b248b885-f87f-4e8f-8812-ad9ddb5c4f58,segment=NetworkSegment(4ac6319d-4d57-4fad-b85c-5d2a0fdfe530),segment_id=4ac6319d-4d57-4fad-b85c-5d2a0fdfe530)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:57.582130 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:57.789150 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1641192-2644-4d21-aac7-ac078616fce8 None None] Pushing event updated for resources: {'Port': ['ID=b248b885-f87f-4e8f-8812-ad9ddb5c4f58,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:57.873629 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682808'] for router, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:57.993224 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d7366673-3a38-4866-ab40-489532aa782d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.104278 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cd61b-53a6-427e-8a60-5222953b3ea1 req-ea61e8e6-8cc7-4152-8a82-d90287fbf34d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:58.124386 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-033cd61b-53a6-427e-8a60-5222953b3ea1 req-ea61e8e6-8cc7-4152-8a82-d90287fbf34d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.2090418 Aug 27 03:33:58.184689 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Router f86b0b28-9049-4cff-b265-eba7d8853081 is scheduled to L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 with binding_index 1 {{(pid=93856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:33:58.185303 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device c7f5fe6d-9d0b-4623-bd36-349e36c38b8f up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:58.226894 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-033cd61b-53a6-427e-8a60-5222953b3ea1 req-f31c6241-9e3a-49fa-b7a2-ee1c84a3ab34 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920811 Aug 27 03:33:58.396081 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d7366673-3a38-4866-ab40-489532aa782d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.404109 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d7366673-3a38-4866-ab40-489532aa782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.407910 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:58.416760 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:58.422761 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.465307 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:33:58.479704 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Sync routers for ids ['f86b0b28-9049-4cff-b265-eba7d8853081'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:33:58.492475 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-d7366673-3a38-4866-ab40-489532aa782d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=730114b3277a45b8819a24cea44f921d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9388337 Aug 27 03:33:58.495438 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41870) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:58.505609 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7366673-3a38-4866-ab40-489532aa782d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9abcd4-14bc-4832-88a8-360bf8528cea,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:58.528318 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Routers {'f86b0b28-9049-4cff-b265-eba7d8853081'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:58.534227 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['f86b0b28-9049-4cff-b265-eba7d8853081'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:58.566632 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] Notify callbacks [] for router, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.574484 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41874) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:58.582721 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-21ff601b-27b6-4f9e-9bff-06978715b357 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0444353 Aug 27 03:33:58.630616 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8588dc9a-3cdf-4ce2-9aae-191838a6aafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.718165 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8588dc9a-3cdf-4ce2-9aae-191838a6aafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.724608 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.807517 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Set router f86b0b28-9049-4cff-b265-eba7d8853081 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:58.808170 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=c7f5fe6d-9d0b-4623-bd36-349e36c38b8f,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:58.819526 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.861065 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8588dc9a-3cdf-4ce2-9aae-191838a6aafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.865476 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8588dc9a-3cdf-4ce2-9aae-191838a6aafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.867456 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-8588dc9a-3cdf-4ce2-9aae-191838a6aafc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b9abcd4-14bc-4832-88a8-360bf8528cea HTTP/1.1" status: 204 len: 168 time: 0.3705266 Aug 27 03:33:58.891678 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588dc9a-3cdf-4ce2-9aae-191838a6aafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9abcd4-14bc-4832-88a8-360bf8528cea,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:58.958198 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=c7f5fe6d-9d0b-4623-bd36-349e36c38b8f,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:59.202246 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'name': 'tempest-TestShelveInstance-497759882-router', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:54Z', 'updated_at': '2021-08-27T03:33:56Z', 'revision_number': 3, 'project_id': '12162b45473a44de8565a427bca2c314', 'gw_port': {'id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:55Z', 'updated_at': '2021-08-27T03:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:59.265674 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Checking router: f86b0b28-9049-4cff-b265-eba7d8853081 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:33:59.266307 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Updating router f86b0b28-9049-4cff-b265-eba7d8853081 port 0edc842b-0932-494b-86a4-f5caf74814e1 binding host dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:33:59.329844 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:59.758564 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5782239-657a-43f2-b693-e476c5cb4383 req-9ece0d1b-ace2-41dc-9e71-aa1c3bb6fd23 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:59.760484 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b5782239-657a-43f2-b693-e476c5cb4383 req-9ece0d1b-ace2-41dc-9e71-aa1c3bb6fd23 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.2332194 Aug 27 03:33:59.903389 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a2729-4d1f-41ca-8b45-ee892e6d0333 None None] Network 5913f3f3-e8e6-44df-8783-c440121c2f04 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:33:59.963844 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b5782239-657a-43f2-b693-e476c5cb4383 req-522e85b1-6dce-4bb5-957c-2de18e9663ac tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478801 Aug 27 03:34:00.141477 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.175885 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-84282ff7-6347-4ec9-8a91-9e78d2a6ec60 None None] Provisioning for port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:00.176110 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Transition to ACTIVE for port object 0edc842b-0932-494b-86a4-f5caf74814e1 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:00.213930 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.252918 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.357397 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Attempting to bind port 0edc842b-0932-494b-86a4-f5caf74814e1 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:00.359435 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device c7f5fe6d-9d0b-4623-bd36-349e36c38b8f up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:00.360050 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Attempting to bind port 0edc842b-0932-494b-86a4-f5caf74814e1 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:00.360796 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Attempting to bind port 0edc842b-0932-494b-86a4-f5caf74814e1 on network 52f11b4a-d44d-4499-bd40-91aa643b9de6 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:00.364120 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894305b0-53a8-4cb3-b985-d02917d109e7 None None] Pushing event updated for resources: {'Port': ['ID=0edc842b-0932-494b-86a4-f5caf74814e1,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:00.373897 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:00.374299 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Checking segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:00.374710 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.375103 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Bound using segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:00.375575 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Bound port: 0edc842b-0932-494b-86a4-f5caf74814e1, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:00.375976 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.443376 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:00.443760 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.498495 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] For port 0edc842b-0932-494b-86a4-f5caf74814e1, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:00.504142 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] For port 0edc842b-0932-494b-86a4-f5caf74814e1, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=0edc842b-0932-494b-86a4-f5caf74814e1,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:00.513319 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.577449 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device b248b885-f87f-4e8f-8812-ad9ddb5c4f58 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:00.584661 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894305b0-53a8-4cb3-b985-d02917d109e7 None None] Pushing event updated for resources: {'Port': ['ID=0edc842b-0932-494b-86a4-f5caf74814e1,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:00.605732 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Routers {'f86b0b28-9049-4cff-b265-eba7d8853081'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:00.606398 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['f86b0b28-9049-4cff-b265-eba7d8853081'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:00.692732 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:00.696391 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Allocated IP 172.20.0.1 (5913f3f3-e8e6-44df-8783-c440121c2f04/e07b8677-131f-4d05-a774-62e03315bc4c/6170808f-927e-441a-90dd-b818ef39600f) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:00.707068 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:00.707512 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.740382 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] Set router f86b0b28-9049-4cff-b265-eba7d8853081 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:00.925290 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.928345 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-8cc9f78e-5bfa-4ef8-a398-ab954038c4ad None None] Provisioning complete for port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:00.928764 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8cc9f78e-5bfa-4ef8-a398-ab954038c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.943314 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.964010 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.provisioning_blocks [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Transition to ACTIVE for port object 6170808f-927e-441a-90dd-b818ef39600f will not be triggered until provisioned by entity DHCP. {{(pid=93857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:01.051243 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port b248b885-f87f-4e8f-8812-ad9ddb5c4f58, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=b248b885-f87f-4e8f-8812-ad9ddb5c4f58,segment=NetworkSegment(4ac6319d-4d57-4fad-b85c-5d2a0fdfe530),segment_id=4ac6319d-4d57-4fad-b85c-5d2a0fdfe530)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:01.061202 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.113950 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.215312 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=b248b885-f87f-4e8f-8812-ad9ddb5c4f58,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:01.218320 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Network 5913f3f3-e8e6-44df-8783-c440121c2f04 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:01.272674 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:01.274424 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'name': 'tempest-TestShelveInstance-497759882-router', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:54Z', 'updated_at': '2021-08-27T03:33:56Z', 'revision_number': 3, 'project_id': '12162b45473a44de8565a427bca2c314', 'gw_port': {'id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:55Z', 'updated_at': '2021-08-27T03:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:01.280233 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:01.325611 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ecfbf-d90b-4e61-9170-9da0fb614915 None None] The sync data for ids ['f86b0b28-9049-4cff-b265-eba7d8853081'] in dv-cinder-773985-14-smb is: [{'id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'name': 'tempest-TestShelveInstance-497759882-router', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:54Z', 'updated_at': '2021-08-27T03:33:56Z', 'revision_number': 3, 'project_id': '12162b45473a44de8565a427bca2c314', 'gw_port': {'id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:55Z', 'updated_at': '2021-08-27T03:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:01.387279 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Pushing event updated for resources: {'Port': ['ID=6170808f-927e-441a-90dd-b818ef39600f,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:01.422833 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682983'] for router_interface, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.542010 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3aa6b-09bc-4832-8997-3cae67cbd572 req-cadc95be-d55e-4e91-996a-f229f51b76b8 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:01.543935 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9bb3aa6b-09bc-4832-8997-3cae67cbd572 req-cadc95be-d55e-4e91-996a-f229f51b76b8 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.2649291 Aug 27 03:34:01.649831 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9bb3aa6b-09bc-4832-8997-3cae67cbd572 req-7a5052fe-3514-40cb-89d9-668d618c3fde tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964835 Aug 27 03:34:01.651558 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-ea1a5df1-885d-441e-baf3-0429cf5c934a None None] Provisioning for port 6170808f-927e-441a-90dd-b818ef39600f completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:01.659056 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-ea1a5df1-885d-441e-baf3-0429cf5c934a None None] Provisioning complete for port 6170808f-927e-441a-90dd-b818ef39600f triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:01.659417 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.659700 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ea1a5df1-885d-441e-baf3-0429cf5c934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.734601 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a5df1-885d-441e-baf3-0429cf5c934a None None] Port 6170808f-927e-441a-90dd-b818ef39600f cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:02.085816 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.102601 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.238089 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682552'] for router_interface, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.244122 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41930) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:02.260166 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Pushing event updated for resources: {'Port': ['ID=6170808f-927e-441a-90dd-b818ef39600f,revision_number=2']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:02.370643 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device b248b885-f87f-4e8f-8812-ad9ddb5c4f58 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:02.442677 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2311a8cd-9862-4718-a60a-9c0f6c623b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.484899 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Network 5913f3f3-e8e6-44df-8783-c440121c2f04 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:02.487002 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:02.509198 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:02.509579 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.707245 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 0edc842b-0932-494b-86a4-f5caf74814e1 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:02.734247 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Router f86b0b28-9049-4cff-b265-eba7d8853081 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:02.744300 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2311a8cd-9862-4718-a60a-9c0f6c623b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.754747 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2311a8cd-9862-4718-a60a-9c0f6c623b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.833833 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 0edc842b-0932-494b-86a4-f5caf74814e1 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:02.839963 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 0edc842b-0932-494b-86a4-f5caf74814e1 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:02.840336 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.856453 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-2311a8cd-9862-4718-a60a-9c0f6c623b3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c81517f42c894742bd6df50770b62ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6096079 Aug 27 03:34:02.861240 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41938) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:02.862043 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311a8cd-9862-4718-a60a-9c0f6c623b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e35cff-8b0a-4e44-9a62-e8bcfe094a22,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:02.943171 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-58b32145-a933-4fc3-87d5-cd78c2ab32a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.992022 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-58b32145-a933-4fc3-87d5-cd78c2ab32a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.027862 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.047065 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-af71b602-0f62-4b08-ae0d-40eccbbc1864 None None] Provisioning complete for port 6170808f-927e-441a-90dd-b818ef39600f triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:03.047443 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-af71b602-0f62-4b08-ae0d-40eccbbc1864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.092870 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a897628-2be6-4092-84ac-5941ac9ce90d req-8e82c938-3421-413a-97ea-d87ffb629f46 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:03.106082 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3a897628-2be6-4092-84ac-5941ac9ce90d req-8e82c938-3421-413a-97ea-d87ffb629f46 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.2581999 Aug 27 03:34:03.109773 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 0edc842b-0932-494b-86a4-f5caf74814e1, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=0edc842b-0932-494b-86a4-f5caf74814e1,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:03.118527 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-af71b602-0f62-4b08-ae0d-40eccbbc1864 None None] Port 6170808f-927e-441a-90dd-b818ef39600f cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:03.125935 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.130175 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:03.142348 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-58b32145-a933-4fc3-87d5-cd78c2ab32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.145871 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-58b32145-a933-4fc3-87d5-cd78c2ab32a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.150999 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-58b32145-a933-4fc3-87d5-cd78c2ab32a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31e35cff-8b0a-4e44-9a62-e8bcfe094a22 HTTP/1.1" status: 204 len: 168 time: 0.2781317 Aug 27 03:34:03.165856 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-8003b746-f6c1-40a2-8d7b-f33e2b07bc0c admin admin] 10.222.0.41 "PUT /v2.0/routers/f86b0b28-9049-4cff-b265-eba7d8853081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5692351 Aug 27 03:34:03.172134 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b32145-a933-4fc3-87d5-cd78c2ab32a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e35cff-8b0a-4e44-9a62-e8bcfe094a22,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:03.209843 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=0edc842b-0932-494b-86a4-f5caf74814e1,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:03.265262 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3a897628-2be6-4092-84ac-5941ac9ce90d req-0f3f16c3-9c61-4a38-b7de-62ea2ccfcd65 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593866 Aug 27 03:34:03.666351 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.716040 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41954) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:03.734438 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-db51ffc9-6614-4710-be9a-13a8130ed5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.937216 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-db51ffc9-6614-4710-be9a-13a8130ed5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.944139 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-db51ffc9-6614-4710-be9a-13a8130ed5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.016511 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51ffc9-6614-4710-be9a-13a8130ed5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6e4c35-067d-48cb-9c46-a5f395da9d88,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:04.032319 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-db51ffc9-6614-4710-be9a-13a8130ed5dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=171ba803b17e44d8be2f9e0b57717c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150535 Aug 27 03:34:04.035203 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41956) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:04.085829 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41958) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:04.118639 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-cc534648-3fc1-482b-b536-3b9a58c87acf tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214620022', 'description': 'tempest-secgroup-smoke-1214620022 description', 'project_id': 'bf0e5ad5b3604edbb896d54aed296874'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:04.155233 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8dcf6b57-56c5-438b-8a0e-86310e66b737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.155715 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 0edc842b-0932-494b-86a4-f5caf74814e1 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:04.185713 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8dcf6b57-56c5-438b-8a0e-86310e66b737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.211194 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Sync routers for ids ['f86b0b28-9049-4cff-b265-eba7d8853081'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:04.214303 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cc534648-3fc1-482b-b536-3b9a58c87acf tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.235132 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Routers {'f86b0b28-9049-4cff-b265-eba7d8853081'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:04.236120 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['f86b0b28-9049-4cff-b265-eba7d8853081'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:04.310470 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8dcf6b57-56c5-438b-8a0e-86310e66b737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.315941 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8dcf6b57-56c5-438b-8a0e-86310e66b737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.336239 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-8dcf6b57-56c5-438b-8a0e-86310e66b737 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f6e4c35-067d-48cb-9c46-a5f395da9d88 HTTP/1.1" status: 204 len: 168 time: 0.2918506 Aug 27 03:34:04.367625 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf6b57-56c5-438b-8a0e-86310e66b737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6e4c35-067d-48cb-9c46-a5f395da9d88,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:04.432625 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cc534648-3fc1-482b-b536-3b9a58c87acf tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.447658 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cc534648-3fc1-482b-b536-3b9a58c87acf tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.449298 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 0edc842b-0932-494b-86a4-f5caf74814e1 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:04.449717 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.494089 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cc534648-3fc1-482b-b536-3b9a58c87acf tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.496664 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-cc534648-3fc1-482b-b536-3b9a58c87acf tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4094963 Aug 27 03:34:04.503430 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 41966) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:04.505784 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc534648-3fc1-482b-b536-3b9a58c87acf tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432bb59d-1cc8-4181-b77b-5536b1c8f912,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:04.518607 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932fd62-fb14-42ea-b001-b40946361963 req-109eaf09-2975-46ec-8c17-92e548295b0e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:04.520222 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f932fd62-fb14-42ea-b001-b40946361963 req-109eaf09-2975-46ec-8c17-92e548295b0e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1052389 Aug 27 03:34:04.527092 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-f05768fb-96a2-44ba-8e61-a95f10f0009e tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Request body: {'security_group_rule': {'security_group_id': '432bb59d-1cc8-4181-b77b-5536b1c8f912', 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:04.602188 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f932fd62-fb14-42ea-b001-b40946361963 req-5f0167b4-7dc7-4af9-97c2-7bedcedfb554 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679862 Aug 27 03:34:04.604505 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f05768fb-96a2-44ba-8e61-a95f10f0009e tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.627758 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Set router f86b0b28-9049-4cff-b265-eba7d8853081 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:04.716296 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f05768fb-96a2-44ba-8e61-a95f10f0009e tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.722282 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f05768fb-96a2-44ba-8e61-a95f10f0009e tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.757907 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f05768fb-96a2-44ba-8e61-a95f10f0009e tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.762915 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41972) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:04.763493 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f05768fb-96a2-44ba-8e61-a95f10f0009e tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2414410 Aug 27 03:34:04.767843 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05768fb-96a2-44ba-8e61-a95f10f0009e tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef66612c-01c3-4145-9d90-e4c7694cdc81,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:04.779840 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-31cc95e4-8e08-45fc-9a7a-8e9bca0e2180 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Request body: {'security_group_rule': {'security_group_id': '432bb59d-1cc8-4181-b77b-5536b1c8f912', 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:04.877968 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-31cc95e4-8e08-45fc-9a7a-8e9bca0e2180 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.045204 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-31cc95e4-8e08-45fc-9a7a-8e9bca0e2180 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.054898 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-31cc95e4-8e08-45fc-9a7a-8e9bca0e2180 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.095699 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc95e4-8e08-45fc-9a7a-8e9bca0e2180 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e163f145-7742-4231-b3b7-0ea0c0b79ecf,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:05.103910 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-31cc95e4-8e08-45fc-9a7a-8e9bca0e2180 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.112508 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-31cc95e4-8e08-45fc-9a7a-8e9bca0e2180 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3482823 Aug 27 03:34:05.115617 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41982) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:05.121000 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-9e846357-6de3-40cf-81f1-6a2a3662ae44 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Request body: {'security_group_rule': {'security_group_id': '432bb59d-1cc8-4181-b77b-5536b1c8f912', 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:05.140706 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'name': 'tempest-TestShelveInstance-497759882-router', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:54Z', 'updated_at': '2021-08-27T03:34:01Z', 'revision_number': 4, 'project_id': '12162b45473a44de8565a427bca2c314', 'gw_port': {'id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:55Z', 'updated_at': '2021-08-27T03:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '6170808f-927e-441a-90dd-b818ef39600f', 'name': '', 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'mac_address': 'fa:16:3e:1c:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e07b8677-131f-4d05-a774-62e03315bc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:00Z', 'updated_at': '2021-08-27T03:34:01Z', 'revision_number': 2, 'project_id': '12162b45473a44de8565a427bca2c314', 'subnets': [{'id': 'e07b8677-131f-4d05-a774-62e03315bc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:05.165201 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9e846357-6de3-40cf-81f1-6a2a3662ae44 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.171225 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Checking router: f86b0b28-9049-4cff-b265-eba7d8853081 for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:05.171713 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Updating router f86b0b28-9049-4cff-b265-eba7d8853081 port 6170808f-927e-441a-90dd-b818ef39600f binding host dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:34:05.203835 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.239442 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9e846357-6de3-40cf-81f1-6a2a3662ae44 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.247409 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9e846357-6de3-40cf-81f1-6a2a3662ae44 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.309646 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e846357-6de3-40cf-81f1-6a2a3662ae44 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31319707-62dd-4769-880a-93a580c25aad,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:05.325897 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9e846357-6de3-40cf-81f1-6a2a3662ae44 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.333738 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-9e846357-6de3-40cf-81f1-6a2a3662ae44 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2155015 Aug 27 03:34:05.334276 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 41990) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:05.346700 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-38d31462-a861-401c-877c-2506b89b5660 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Request body: {'security_group_rule': {'security_group_id': '432bb59d-1cc8-4181-b77b-5536b1c8f912', 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:05.419534 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-38d31462-a861-401c-877c-2506b89b5660 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.526685 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-38d31462-a861-401c-877c-2506b89b5660 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.535620 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-38d31462-a861-401c-877c-2506b89b5660 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.568728 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-38d31462-a861-401c-877c-2506b89b5660 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.571005 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-38d31462-a861-401c-877c-2506b89b5660 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2355163 Aug 27 03:34:05.574376 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d31462-a861-401c-877c-2506b89b5660 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd28e6c8-910e-4080-9f1b-66498c2a4212,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:05.575436 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 42000) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:05.583593 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-072df525-5d50-4b7a-97b2-8bd43c83d133 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Request body: {'security_group_rule': {'security_group_id': '432bb59d-1cc8-4181-b77b-5536b1c8f912', 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:05.623928 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.securitygroups_db [None req-072df525-5d50-4b7a-97b2-8bd43c83d133 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Project bf0e5ad5b3604edbb896d54aed296874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:34:05.634583 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-072df525-5d50-4b7a-97b2-8bd43c83d133 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.709889 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.733574 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Transition to ACTIVE for port object 6170808f-927e-441a-90dd-b818ef39600f will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:05.748428 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.785601 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-072df525-5d50-4b7a-97b2-8bd43c83d133 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.813138 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894ff6-d1f8-4940-8cbd-b1f937f9a1f6 req-812d4688-4b20-4478-9b51-218efb0711c7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:05.815859 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d2894ff6-d1f8-4940-8cbd-b1f937f9a1f6 req-812d4688-4b20-4478-9b51-218efb0711c7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0799167 Aug 27 03:34:05.816753 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-072df525-5d50-4b7a-97b2-8bd43c83d133 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.914791 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d2894ff6-d1f8-4940-8cbd-b1f937f9a1f6 req-395a1e73-43f4-463f-a3d2-78b555a50b0e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603797 Aug 27 03:34:05.917654 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072df525-5d50-4b7a-97b2-8bd43c83d133 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952b5ff4-9d93-4924-a1ca-3d4131742de3,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:05.930082 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-072df525-5d50-4b7a-97b2-8bd43c83d133 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.934567 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-072df525-5d50-4b7a-97b2-8bd43c83d133 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3575616 Aug 27 03:34:05.937250 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 42008) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:05.956545 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-4e6b8aa8-94f0-4fda-bbda-7c06d1cf8c52 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Request body: {'security_group_rule': {'security_group_id': '432bb59d-1cc8-4181-b77b-5536b1c8f912', 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:05.993552 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.securitygroups_db [None req-4e6b8aa8-94f0-4fda-bbda-7c06d1cf8c52 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Project bf0e5ad5b3604edbb896d54aed296874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:34:06.007702 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8aa8-94f0-4fda-bbda-7c06d1cf8c52 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.097591 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8aa8-94f0-4fda-bbda-7c06d1cf8c52 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.106370 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8aa8-94f0-4fda-bbda-7c06d1cf8c52 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.124080 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b030363-fe57-4899-a99c-fc0d5f8b48b1 None None] Pushing event updated for resources: {'Port': ['ID=6170808f-927e-441a-90dd-b818ef39600f,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.153896 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b8aa8-94f0-4fda-bbda-7c06d1cf8c52 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c64ded-ed23-4d08-a03d-be4d8cbc7674,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.173448 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8aa8-94f0-4fda-bbda-7c06d1cf8c52 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.189813 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-4e6b8aa8-94f0-4fda-bbda-7c06d1cf8c52 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2401211 Aug 27 03:34:06.239205 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Attempting to bind port 6170808f-927e-441a-90dd-b818ef39600f on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:06.240127 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Attempting to bind port 6170808f-927e-441a-90dd-b818ef39600f by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:06.240686 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Attempting to bind port 6170808f-927e-441a-90dd-b818ef39600f on network 5913f3f3-e8e6-44df-8783-c440121c2f04 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:06.259519 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:06.260391 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Checking segment: {'id': '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:06.261045 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.261684 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Bound using segment: {'id': '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:06.262445 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Bound port: 6170808f-927e-441a-90dd-b818ef39600f, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:06.263227 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.369579 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] For port 6170808f-927e-441a-90dd-b818ef39600f, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:06.377355 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] For port 6170808f-927e-441a-90dd-b818ef39600f, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=6170808f-927e-441a-90dd-b818ef39600f,segment=NetworkSegment(4ac6319d-4d57-4fad-b85c-5d2a0fdfe530),segment_id=4ac6319d-4d57-4fad-b85c-5d2a0fdfe530)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:06.393820 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.475559 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Routers {'f86b0b28-9049-4cff-b265-eba7d8853081'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:06.476229 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['f86b0b28-9049-4cff-b265-eba7d8853081'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:06.555535 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b030363-fe57-4899-a99c-fc0d5f8b48b1 None None] Pushing event updated for resources: {'Port': ['ID=6170808f-927e-441a-90dd-b818ef39600f,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.804996 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] Set router f86b0b28-9049-4cff-b265-eba7d8853081 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:07.169462 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa3446-8656-4159-a57c-c33b472e1682 req-f031fd1f-f04a-4090-8279-86ff71a8af2b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:07.172930 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f1fa3446-8656-4159-a57c-c33b472e1682 req-f031fd1f-f04a-4090-8279-86ff71a8af2b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1096497 Aug 27 03:34:07.240082 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'name': 'tempest-TestShelveInstance-497759882-router', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:54Z', 'updated_at': '2021-08-27T03:34:01Z', 'revision_number': 4, 'project_id': '12162b45473a44de8565a427bca2c314', 'gw_port': {'id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:55Z', 'updated_at': '2021-08-27T03:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '6170808f-927e-441a-90dd-b818ef39600f', 'name': '', 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'mac_address': 'fa:16:3e:1c:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e07b8677-131f-4d05-a774-62e03315bc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:00Z', 'updated_at': '2021-08-27T03:34:06Z', 'revision_number': 4, 'project_id': '12162b45473a44de8565a427bca2c314', 'subnets': [{'id': 'e07b8677-131f-4d05-a774-62e03315bc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:07.283352 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5178900-34a3-4b76-862c-a18b7f7bbfe0 None None] The sync data for ids ['f86b0b28-9049-4cff-b265-eba7d8853081'] in dv-cinder-773985-14-smb is: [{'id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'name': 'tempest-TestShelveInstance-497759882-router', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:54Z', 'updated_at': '2021-08-27T03:34:01Z', 'revision_number': 4, 'project_id': '12162b45473a44de8565a427bca2c314', 'gw_port': {'id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:55Z', 'updated_at': '2021-08-27T03:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '6170808f-927e-441a-90dd-b818ef39600f', 'name': '', 'network_id': '5913f3f3-e8e6-44df-8783-c440121c2f04', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'mac_address': 'fa:16:3e:1c:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e07b8677-131f-4d05-a774-62e03315bc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:00Z', 'updated_at': '2021-08-27T03:34:06Z', 'revision_number': 4, 'project_id': '12162b45473a44de8565a427bca2c314', 'subnets': [{'id': 'e07b8677-131f-4d05-a774-62e03315bc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:07.299696 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f1fa3446-8656-4159-a57c-c33b472e1682 req-a42e6a93-e688-46cb-8690-ab211a324f5b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064425 Aug 27 03:34:08.111891 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 6170808f-927e-441a-90dd-b818ef39600f up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:08.165930 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 6170808f-927e-441a-90dd-b818ef39600f completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:08.170122 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 6170808f-927e-441a-90dd-b818ef39600f triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:08.170504 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:08.276253 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:08.312651 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 6170808f-927e-441a-90dd-b818ef39600f, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=6170808f-927e-441a-90dd-b818ef39600f,segment=NetworkSegment(4ac6319d-4d57-4fad-b85c-5d2a0fdfe530),segment_id=4ac6319d-4d57-4fad-b85c-5d2a0fdfe530)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:08.318405 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:08.393260 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=6170808f-927e-441a-90dd-b818ef39600f,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:08.458956 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075c433-d62a-4393-93c5-aaff85142d91 req-6c82915e-b53d-4de4-b683-744c573964c0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:08.460631 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a075c433-d62a-4393-93c5-aaff85142d91 req-6c82915e-b53d-4de4-b683-744c573964c0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0562806 Aug 27 03:34:08.501635 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a075c433-d62a-4393-93c5-aaff85142d91 req-36026a82-50f1-4e72-9f4c-2b2270c7d9e7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341761 Aug 27 03:34:09.657900 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbabf-4474-4288-b398-c31ed9d919d2 req-c2791f07-a4e2-4642-b5f5-3d0e00875ad4 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:09.659900 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9ecdbabf-4474-4288-b398-c31ed9d919d2 req-c2791f07-a4e2-4642-b5f5-3d0e00875ad4 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0645759 Aug 27 03:34:09.706370 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9ecdbabf-4474-4288-b398-c31ed9d919d2 req-064c6699-6995-4cd0-822a-76f9482c144b tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Aug 27 03:34:10.079195 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 6170808f-927e-441a-90dd-b818ef39600f up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:10.147841 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 6170808f-927e-441a-90dd-b818ef39600f triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:10.147841 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:10.918505 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2d56-ab71-4fd1-9f5d-8df1faea2990 req-0923bc61-1abd-4a5a-8a8c-923ee6c84462 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:10.920068 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-927e2d56-ab71-4fd1-9f5d-8df1faea2990 req-0923bc61-1abd-4a5a-8a8c-923ee6c84462 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0711651 Aug 27 03:34:10.976036 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-927e2d56-ab71-4fd1-9f5d-8df1faea2990 req-8bc69d1b-582c-424e-bdd0-d46dc0adeea1 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473602 Aug 27 03:34:12.191269 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40d6e8-f99f-4294-9074-977cce547c84 req-be913ea0-3b0d-4639-bee0-5cea4e0bd088 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:12.192775 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3a40d6e8-f99f-4294-9074-977cce547c84 req-be913ea0-3b0d-4639-bee0-5cea4e0bd088 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0985627 Aug 27 03:34:12.243268 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3a40d6e8-f99f-4294-9074-977cce547c84 req-d371f80d-c368-440f-8ea9-bb333ed73a9c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427229 Aug 27 03:34:13.424625 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d180ea-842e-45b1-9e3c-5c2738b833bf req-18b0a0bb-2b79-4f37-9209-bf185c17c328 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:13.437708 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-43d180ea-842e-45b1-9e3c-5c2738b833bf req-18b0a0bb-2b79-4f37-9209-bf185c17c328 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0997026 Aug 27 03:34:13.489598 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-43d180ea-842e-45b1-9e3c-5c2738b833bf req-34509f0b-7ac6-400b-a0d8-c5fa8a116991 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503221 Aug 27 03:34:13.553301 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d9704db3-9bbc-4f1e-a00b-a780f8fe0077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:14.689685 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c606eb-f932-45b4-9cb3-8424d30896b5 req-fafe6cf5-673b-4141-9c33-a74af0791431 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:14.692084 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-30c606eb-f932-45b4-9cb3-8424d30896b5 req-fafe6cf5-673b-4141-9c33-a74af0791431 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0666192 Aug 27 03:34:14.784841 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-30c606eb-f932-45b4-9cb3-8424d30896b5 req-6a5200f9-f703-426f-9a04-c27e69ab1093 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705786 Aug 27 03:34:15.291160 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab586c00-0d56-4161-8700-ad09e2d7e897 req-ed550fe6-e45e-4b2b-9307-d3c04e3d20fd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:15.294476 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ab586c00-0d56-4161-8700-ad09e2d7e897 req-ed550fe6-e45e-4b2b-9307-d3c04e3d20fd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0751054 Aug 27 03:34:15.355066 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ab586c00-0d56-4161-8700-ad09e2d7e897 req-532d81ec-c7e8-4c47-a780-fb99b7099389 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541091 Aug 27 03:34:15.939980 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2c6c5-a9f4-4f42-9f02-d1ba2e2fcbc8 req-b2bcd1e6-1738-4808-91df-58610a963c2e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:15.941548 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b2e2c6c5-a9f4-4f42-9f02-d1ba2e2fcbc8 req-b2bcd1e6-1738-4808-91df-58610a963c2e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0574915 Aug 27 03:34:15.987006 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b2e2c6c5-a9f4-4f42-9f02-d1ba2e2fcbc8 req-25ea48f7-a5c5-4146-b48f-1518f454189f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384073 Aug 27 03:34:16.517462 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceb3fc-80d8-4357-9fdc-2be4959047c5 req-2acfccf7-2eb1-4e97-8957-4d0115800535 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:16.520813 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-66ceb3fc-80d8-4357-9fdc-2be4959047c5 req-2acfccf7-2eb1-4e97-8957-4d0115800535 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0824599 Aug 27 03:34:16.578504 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-66ceb3fc-80d8-4357-9fdc-2be4959047c5 req-0bb41157-494b-4c72-8e06-d0ed70fe51a8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501237 Aug 27 03:34:16.597349 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9619963d-58f9-4867-b36f-97fe6d9b4901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:17.124070 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe0c51-8afe-4142-a682-5f6373b76011 req-f5241331-c3fb-4aab-b297-90fa59203816 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:17.125580 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-73fe0c51-8afe-4142-a682-5f6373b76011 req-f5241331-c3fb-4aab-b297-90fa59203816 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0592926 Aug 27 03:34:17.172097 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-73fe0c51-8afe-4142-a682-5f6373b76011 req-2bd87077-9809-444c-afb7-effaec5175ca tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367575 Aug 27 03:34:17.499311 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:17.759029 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9959cd-adae-4b9a-bcff-abe7b70f2be3 req-1cc47bae-ef57-4610-8abe-de94a6753d94 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:17.760810 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-de9959cd-adae-4b9a-bcff-abe7b70f2be3 req-1cc47bae-ef57-4610-8abe-de94a6753d94 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0565658 Aug 27 03:34:17.804961 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:17.818451 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-de9959cd-adae-4b9a-bcff-abe7b70f2be3 req-8d336ad2-7bf3-4528-a8dc-1e63ce702175 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502257 Aug 27 03:34:18.303770 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ab505-22ef-4549-881d-bb48dcc62d7f req-76ca78ed-61df-4448-8738-c671bb5c220e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:18.305381 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0b8ab505-22ef-4549-881d-bb48dcc62d7f req-76ca78ed-61df-4448-8738-c671bb5c220e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0543778 Aug 27 03:34:18.351283 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0b8ab505-22ef-4549-881d-bb48dcc62d7f req-bbc1c10a-847d-462b-8b95-5805e95e9789 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Aug 27 03:34:18.440274 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:34:18.982652 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d675c-73e8-4dcf-89be-54ac35ee9c4d req-4fd84154-9a0f-439c-b92b-a36f781541cb tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:18.985294 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e22d675c-73e8-4dcf-89be-54ac35ee9c4d req-4fd84154-9a0f-439c-b92b-a36f781541cb tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0689652 Aug 27 03:34:19.035872 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.050661 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e22d675c-73e8-4dcf-89be-54ac35ee9c4d req-8b966346-a949-4f29-9519-a39bd8fde500 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539966 Aug 27 03:34:19.473728 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8211cb9-72fc-4997-8580-7bd26f1d2d13 req-cc2ba574-8a03-4614-9794-f701a023417c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:19.475325 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b8211cb9-72fc-4997-8580-7bd26f1d2d13 req-cc2ba574-8a03-4614-9794-f701a023417c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0531740 Aug 27 03:34:19.517576 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b8211cb9-72fc-4997-8580-7bd26f1d2d13 req-b1cfd460-f63d-4025-bfd6-e962953623de tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354953 Aug 27 03:34:20.185615 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb699a4-1741-424a-8f64-7f329a5a7353 req-701735ca-dc09-4f05-aed5-ddd98b7d7ca3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:20.187122 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1eb699a4-1741-424a-8f64-7f329a5a7353 req-701735ca-dc09-4f05-aed5-ddd98b7d7ca3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0614259 Aug 27 03:34:20.228713 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1eb699a4-1741-424a-8f64-7f329a5a7353 req-9533995f-6b1f-494d-8052-2f1965a7df0e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355556 Aug 27 03:34:20.650558 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e35fd9-94db-4d8d-9d35-661ef11e991d req-9aef0726-9c60-4c39-90e5-a31190feafc1 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:20.652071 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-87e35fd9-94db-4d8d-9d35-661ef11e991d req-9aef0726-9c60-4c39-90e5-a31190feafc1 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0622599 Aug 27 03:34:20.699653 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-87e35fd9-94db-4d8d-9d35-661ef11e991d req-c3b77bde-5ac2-47ca-bbda-9f94711b9f66 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Aug 27 03:34:21.365012 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb24b6c-94da-46a5-a6d2-366fba994492 req-43c3bb65-8ffe-4a4c-95dd-9dae89aec3de tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:21.366850 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-deb24b6c-94da-46a5-a6d2-366fba994492 req-43c3bb65-8ffe-4a4c-95dd-9dae89aec3de tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0531080 Aug 27 03:34:21.407197 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-deb24b6c-94da-46a5-a6d2-366fba994492 req-a97554ef-6343-45aa-88de-2d5bbfca87ad tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338256 Aug 27 03:34:21.829938 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b180ce0-eaad-4b4e-81c8-dade2666459d req-39229824-f140-47a5-8bb5-18cece4f1d0c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:21.831522 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2b180ce0-eaad-4b4e-81c8-dade2666459d req-39229824-f140-47a5-8bb5-18cece4f1d0c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0554790 Aug 27 03:34:21.873091 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2b180ce0-eaad-4b4e-81c8-dade2666459d req-a942ce78-b42e-4d8d-b1bd-e27f0dedbf65 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350232 Aug 27 03:34:22.157676 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 42414) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:22.205850 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d459dc04-1dfa-42b9-bf38-512976baf690 admin admin] Deleting subnet c54e3998-7055-4934-bd16-09d62fd731ff {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:34:22.209539 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d459dc04-1dfa-42b9-bf38-512976baf690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.251538 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d459dc04-1dfa-42b9-bf38-512976baf690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909152'] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.293909 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d459dc04-1dfa-42b9-bf38-512976baf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.350414 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d459dc04-1dfa-42b9-bf38-512976baf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559101'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.376466 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459dc04-1dfa-42b9-bf38-512976baf690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54e3998-7055-4934-bd16-09d62fd731ff,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:22.381805 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d459dc04-1dfa-42b9-bf38-512976baf690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.384062 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-d459dc04-1dfa-42b9-bf38-512976baf690 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c54e3998-7055-4934-bd16-09d62fd731ff HTTP/1.1" status: 204 len: 168 time: 0.2249906 Aug 27 03:34:22.387080 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42416) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:22.464623 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.574860 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.587332 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c']}} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:22.600557 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bf9469-f007-4424-a81c-0f844eebf112') {'for_net_delete': True} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:22.600848 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bf9469-f007-4424-a81c-0f844eebf112') {} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:22.610392 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68f48-be5e-4dfb-a49e-433cfc913a69 req-c2575bae-b362-460f-a594-462262813d51 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:22.611980 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ada68f48-be5e-4dfb-a49e-433cfc913a69 req-c2575bae-b362-460f-a594-462262813d51 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.1128132 Aug 27 03:34:22.621778 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-587290'] for segment, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.653009 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.662234 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=93856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:34:22.662653 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478446'] for segment, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: Traceback (most recent call last): Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: timer() Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: cb(*args, **kw) Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: return func(*args, **kwargs) Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: self._notify() Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: self.callback(batched_events) Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: event.method(event) Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: return f(self, *a, **k) Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: return self._get(url).json() Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: return self.request(url, 'GET', **kwargs) Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:34:22.664314 dv-cinder-773985-14-smb neutron-server[93856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:34:22.715792 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ada68f48-be5e-4dfb-a49e-433cfc913a69 req-2c3ab5fc-d85b-43b9-b058-1d8ea0cabdca tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960228 Aug 27 03:34:22.732163 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.738257 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:22.742579 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] 10.222.0.41 "DELETE /v2.0/networks/b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c HTTP/1.1" status: 204 len: 168 time: 0.3518977 Aug 27 03:34:22.753990 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49676c-98ac-4a59-8c54-c57bce05638f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d81f1e-4be1-4a5f-a2bf-c4cb1ff9687c,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:22.943640 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42438) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:22.991632 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-26554fbe-7fdf-4449-8f39-aab41e8183b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c764707689c4eef804ec9ee0dddd86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466995 Aug 27 03:34:22.994157 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42442) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:23.006046 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dbbdc-43e2-41b2-aa44-02583dc807a2 req-c8f08223-19d6-4dad-81de-7aec0586927f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:23.007631 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2c8dbbdc-43e2-41b2-aa44-02583dc807a2 req-c8f08223-19d6-4dad-81de-7aec0586927f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0598512 Aug 27 03:34:23.051468 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2c8dbbdc-43e2-41b2-aa44-02583dc807a2 req-e5faa458-0bfb-4b91-aff9-fec81d6f64f6 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359554 Aug 27 03:34:23.055546 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5974303d-db55-4ea9-8082-7e069f17d3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:23.092189 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5974303d-db55-4ea9-8082-7e069f17d3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:23.144567 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5974303d-db55-4ea9-8082-7e069f17d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:23.147470 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5974303d-db55-4ea9-8082-7e069f17d3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:23.148989 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-5974303d-db55-4ea9-8082-7e069f17d3f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a1734a0-0564-434a-b04e-d4690b8270d7 HTTP/1.1" status: 204 len: 168 time: 0.1535463 Aug 27 03:34:23.159672 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974303d-db55-4ea9-8082-7e069f17d3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1734a0-0564-434a-b04e-d4690b8270d7,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:23.860152 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cc752-4f99-4f5d-ae1e-0f41059e1d4b req-c2fe3057-f3f3-44e9-b8e6-1858bc790f52 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:23.862520 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-250cc752-4f99-4f5d-ae1e-0f41059e1d4b req-c2fe3057-f3f3-44e9-b8e6-1858bc790f52 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0658281 Aug 27 03:34:23.910597 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-250cc752-4f99-4f5d-ae1e-0f41059e1d4b req-d6ab6f2d-31bf-460c-b120-1318b94598eb tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407698 Aug 27 03:34:23.917416 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42482) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:24.169987 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cc086e44-6c8e-4a9a-81bd-f2b9dfca9684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.230932 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4142059-eb60-4163-a3f5-cd82a62faa2d req-d3d8d27a-6e41-4e35-86a7-e45ec6693d1f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.232593 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e4142059-eb60-4163-a3f5-cd82a62faa2d req-d3d8d27a-6e41-4e35-86a7-e45ec6693d1f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1036870 Aug 27 03:34:24.319142 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e4142059-eb60-4163-a3f5-cd82a62faa2d req-636bbf2c-f8a1-41cb-9144-c33ef29abcf2 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752215 Aug 27 03:34:24.397164 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476b95-823f-46f4-aa45-6315697d5e4c req-54bf3f46-f714-4eee-9e65-5e190064e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.399088 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-27476b95-823f-46f4-aa45-6315697d5e4c req-54bf3f46-f714-4eee-9e65-5e190064e4ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 1099 time: 0.1037800 Aug 27 03:34:24.419377 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cc086e44-6c8e-4a9a-81bd-f2b9dfca9684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.430480 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-cc086e44-6c8e-4a9a-81bd-f2b9dfca9684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.483666 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-27476b95-823f-46f4-aa45-6315697d5e4c req-1463e94e-c755-41d6-a113-044af067db8e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714719 Aug 27 03:34:24.488767 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-cc086e44-6c8e-4a9a-81bd-f2b9dfca9684 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c8b08d57fb74f0b88fbea7354e974a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5695951 Aug 27 03:34:24.489802 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 42536) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:24.491338 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc086e44-6c8e-4a9a-81bd-f2b9dfca9684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c5c9c9-f0c5-472e-8cb0-533e3063e0ef,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:24.543710 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bc08fc70-adec-4529-9b4a-f325a652aae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.567612 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bc08fc70-adec-4529-9b4a-f325a652aae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.623561 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bc08fc70-adec-4529-9b4a-f325a652aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.626162 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bc08fc70-adec-4529-9b4a-f325a652aae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.627358 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-bc08fc70-adec-4529-9b4a-f325a652aae1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98c5c9c9-f0c5-472e-8cb0-533e3063e0ef HTTP/1.1" status: 204 len: 168 time: 0.1359987 Aug 27 03:34:24.636704 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08fc70-adec-4529-9b4a-f325a652aae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c5c9c9-f0c5-472e-8cb0-533e3063e0ef,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:24.993656 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42560) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:25.009545 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-edc6e407-6352-4170-8049-17f6e34b95f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.053073 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aac976-a699-497c-a8f4-8197a5d47748 req-4f7f380a-0d55-4844-9bca-bf7755b02aa6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.054925 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-71aac976-a699-497c-a8f4-8197a5d47748 req-4f7f380a-0d55-4844-9bca-bf7755b02aa6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0601137 Aug 27 03:34:25.105188 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-71aac976-a699-497c-a8f4-8197a5d47748 req-d33d442b-93b9-4477-9ebe-8cd72bfd0597 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420742 Aug 27 03:34:25.150583 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-edc6e407-6352-4170-8049-17f6e34b95f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.156006 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-edc6e407-6352-4170-8049-17f6e34b95f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.195904 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-edc6e407-6352-4170-8049-17f6e34b95f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a306339697bd42fc8d989945fad8fe89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007761 Aug 27 03:34:25.196758 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6e407-6352-4170-8049-17f6e34b95f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d75f42-7ff9-4fc0-addf-555f05a3d626,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:25.198868 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 42566) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:25.258654 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-681fc415-b5a6-4d8d-bab9-acae363fbb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.281853 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-681fc415-b5a6-4d8d-bab9-acae363fbb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.340375 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-681fc415-b5a6-4d8d-bab9-acae363fbb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.343370 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-681fc415-b5a6-4d8d-bab9-acae363fbb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.344801 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-681fc415-b5a6-4d8d-bab9-acae363fbb21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01d75f42-7ff9-4fc0-addf-555f05a3d626 HTTP/1.1" status: 204 len: 168 time: 0.1447868 Aug 27 03:34:25.372322 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fc415-b5a6-4d8d-bab9-acae363fbb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d75f42-7ff9-4fc0-addf-555f05a3d626,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:25.464919 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6372975-60a2-4d49-818f-f14545a18037 req-05020bd7-1da0-451f-8850-74120ed27768 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.466726 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e6372975-60a2-4d49-818f-f14545a18037 req-05020bd7-1da0-451f-8850-74120ed27768 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0648315 Aug 27 03:34:25.521848 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e6372975-60a2-4d49-818f-f14545a18037 req-fcf90d51-9f01-4303-872b-eaf443b7e6f3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482872 Aug 27 03:34:26.261075 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480e461-655c-4ba5-9b86-347b461f2078 req-8c7adc52-165f-40a5-be53-e6d6ec5e671b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:26.268256 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d480e461-655c-4ba5-9b86-347b461f2078 req-8c7adc52-165f-40a5-be53-e6d6ec5e671b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0681491 Aug 27 03:34:26.315142 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d480e461-655c-4ba5-9b86-347b461f2078 req-fe6832f9-e06f-4918-bc70-61d2c8c5f2cb tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458970 Aug 27 03:34:26.690955 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbbf09-d211-4cf4-b77e-660180925804 req-8760f253-6cac-4999-8af8-3d2ee5af8fe3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:26.692518 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-01cbbf09-d211-4cf4-b77e-660180925804 req-8760f253-6cac-4999-8af8-3d2ee5af8fe3 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0653746 Aug 27 03:34:26.739700 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-01cbbf09-d211-4cf4-b77e-660180925804 req-b6cdeacc-ceff-4447-8d46-231226cb6066 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Aug 27 03:34:27.099875 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c142a6e-c892-4324-bbd5-ed0ff98766de req-869c00fa-9827-415a-8291-0b7277967f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:27.101389 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1c142a6e-c892-4324-bbd5-ed0ff98766de req-869c00fa-9827-415a-8291-0b7277967f6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 1099 time: 0.0899982 Aug 27 03:34:27.109218 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f1aa-2ef2-41e5-aa5c-7f5f9fa8e39b req-8a30b089-0c47-4c39-8dcf-3fdfb4ab09b7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:27.110786 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0b86f1aa-2ef2-41e5-aa5c-7f5f9fa8e39b req-8a30b089-0c47-4c39-8dcf-3fdfb4ab09b7 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0912697 Aug 27 03:34:27.199300 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0b86f1aa-2ef2-41e5-aa5c-7f5f9fa8e39b req-65c47ae0-be04-45a5-9937-c366f081a3cc tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793419 Aug 27 03:34:27.230559 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c142a6e-c892-4324-bbd5-ed0ff98766de req-5e46efbb-9340-4d48-a79d-c8322732558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:27.232182 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1c142a6e-c892-4324-bbd5-ed0ff98766de req-5e46efbb-9340-4d48-a79d-c8322732558f service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 920 time: 0.1199093 Aug 27 03:34:27.277158 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1c142a6e-c892-4324-bbd5-ed0ff98766de req-d30f8230-a020-4a02-b7fe-59751feaaed0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31dba6be-f906-470a-a74c-259287f4eb17 HTTP/1.1" status: 200 len: 217 time: 0.0361061 Aug 27 03:34:27.339762 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c142a6e-c892-4324-bbd5-ed0ff98766de req-7d1affa9-bf16-4eba-9589-fd0f5b675e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:27.341223 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1c142a6e-c892-4324-bbd5-ed0ff98766de req-7d1affa9-bf16-4eba-9589-fd0f5b675e7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.0477288 Aug 27 03:34:27.381625 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1c142a6e-c892-4324-bbd5-ed0ff98766de req-8571b033-8c40-493f-bc97-858d717463e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312350 Aug 27 03:34:27.444117 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e13b6-a593-491d-a5a0-281bf31ff4f7 req-37707591-1156-4d9f-a343-6fa329b90aa6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:27.445815 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b88e13b6-a593-491d-a5a0-281bf31ff4f7 req-37707591-1156-4d9f-a343-6fa329b90aa6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0505424 Aug 27 03:34:27.481942 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1c142a6e-c892-4324-bbd5-ed0ff98766de req-296196e6-ddd2-49a5-bd25-00bf078e30a0 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919032 Aug 27 03:34:27.490556 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b88e13b6-a593-491d-a5a0-281bf31ff4f7 req-d98b1c12-369a-4e95-ab6f-15fc31289d68 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364282 Aug 27 03:34:27.588457 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1c142a6e-c892-4324-bbd5-ed0ff98766de req-4c24ef2b-f065-4450-9f37-3c1f6375853e service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985663 Aug 27 03:34:28.322850 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033ed60-837e-46d2-b168-c89531f42366 req-7f36cb82-88ee-4c9b-8a94-e3de6651a117 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:28.324264 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4033ed60-837e-46d2-b168-c89531f42366 req-7f36cb82-88ee-4c9b-8a94-e3de6651a117 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0545275 Aug 27 03:34:28.366575 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4033ed60-837e-46d2-b168-c89531f42366 req-a4d78e65-296b-4e35-9fa8-9652d5e8dfef tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362837 Aug 27 03:34:28.620858 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2fdfc-97cc-467b-a029-9502dd232480 req-7fedd494-0295-444a-b8de-0d06a873112a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:28.623236 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-82f2fdfc-97cc-467b-a029-9502dd232480 req-7fedd494-0295-444a-b8de-0d06a873112a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0558617 Aug 27 03:34:28.666944 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-82f2fdfc-97cc-467b-a029-9502dd232480 req-0a59ae4e-bdc3-40c6-87e9-d9a73313e30c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367215 Aug 27 03:34:29.248116 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 42666) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:29.365308 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b59842f8-1eb6-4279-945f-538bb11baaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.482653 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b59842f8-1eb6-4279-945f-538bb11baaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.497116 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b59842f8-1eb6-4279-945f-538bb11baaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.554722 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-b59842f8-1eb6-4279-945f-538bb11baaf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=188bcff5bc3c4e9c951aba0dd08869b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047829 Aug 27 03:34:29.556528 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59842f8-1eb6-4279-945f-538bb11baaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65df228-dbc4-4a73-8abe-64473e65a984,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:29.557537 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42674) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:29.573368 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db099964-c14d-4fdb-b9ba-a5c167ee4d80 req-b90e15ea-71fe-4a69-9a2f-790c4111f32c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.575061 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-db099964-c14d-4fdb-b9ba-a5c167ee4d80 req-b90e15ea-71fe-4a69-9a2f-790c4111f32c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1140690 Aug 27 03:34:29.620748 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-db099964-c14d-4fdb-b9ba-a5c167ee4d80 req-deea1d17-8bb1-48c8-ba73-83e27370b21d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386512 Aug 27 03:34:29.627301 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-04dd1ef2-f24b-4df8-be17-ec01b906d292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.652016 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-04dd1ef2-f24b-4df8-be17-ec01b906d292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.720397 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-04dd1ef2-f24b-4df8-be17-ec01b906d292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.723340 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-04dd1ef2-f24b-4df8-be17-ec01b906d292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.724453 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-04dd1ef2-f24b-4df8-be17-ec01b906d292 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d65df228-dbc4-4a73-8abe-64473e65a984 HTTP/1.1" status: 204 len: 168 time: 0.1655142 Aug 27 03:34:29.734081 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd1ef2-f24b-4df8-be17-ec01b906d292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65df228-dbc4-4a73-8abe-64473e65a984,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:29.812357 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e57e8-54f8-4a3b-a946-795cad1831cc req-0e8ff83e-be64-4319-8ea0-827bb417c4cd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.814026 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f54e57e8-54f8-4a3b-a946-795cad1831cc req-0e8ff83e-be64-4319-8ea0-827bb417c4cd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0561271 Aug 27 03:34:29.866709 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f54e57e8-54f8-4a3b-a946-795cad1831cc req-28298436-66a8-4815-b0a8-9097333ec2e5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459976 Aug 27 03:34:30.775564 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9aa02-76e6-4539-bd4b-01b6f0c4c5b2 req-122feb42-0067-497b-9679-57ec7a59fa05 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:30.777309 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a4b9aa02-76e6-4539-bd4b-01b6f0c4c5b2 req-122feb42-0067-497b-9679-57ec7a59fa05 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.0518141 Aug 27 03:34:30.824057 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a4b9aa02-76e6-4539-bd4b-01b6f0c4c5b2 req-5cdd9a76-b862-4d60-9ebf-5ba3f39b4936 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 Aug 27 03:34:30.992110 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42722) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:31.014847 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5180d0f-c471-4d1b-aed8-2a5dc63ad5e8 req-1c215a65-6bdc-4466-aa80-4e75b5562697 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:31.016466 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e5180d0f-c471-4d1b-aed8-2a5dc63ad5e8 req-1c215a65-6bdc-4466-aa80-4e75b5562697 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0582540 Aug 27 03:34:31.074645 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e5180d0f-c471-4d1b-aed8-2a5dc63ad5e8 req-54d902a2-7f87-4f21-ae64-6b39b0bcd05f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488696 Aug 27 03:34:31.149732 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ece61b2e-be0d-49d7-8f2a-afdfa49a08a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.266169 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ece61b2e-be0d-49d7-8f2a-afdfa49a08a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.272605 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ece61b2e-be0d-49d7-8f2a-afdfa49a08a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.317887 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ece61b2e-be0d-49d7-8f2a-afdfa49a08a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4aa0f9c941be4f56b27fd8cda0119080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245866 Aug 27 03:34:31.319865 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece61b2e-be0d-49d7-8f2a-afdfa49a08a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdedaa2-2411-408f-a976-68ac7c9e596e,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:31.320638 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 42738) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:31.377076 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-482382e8-3507-4652-bfb5-9e6183e48739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.406843 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-9e4d4d91-8d4b-4d92-bf1e-2b55cb3b565d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498002 Aug 27 03:34:31.484483 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-745f36e7-60f3-4b7a-a491-95079b90a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:31.486087 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-745f36e7-60f3-4b7a-a491-95079b90a13d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0451415 Aug 27 03:34:31.605259 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-0bebe6b4-366f-4980-a740-76330cf134bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:31.606708 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-0bebe6b4-366f-4980-a740-76330cf134bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 200 len: 920 time: 0.0961375 Aug 27 03:34:31.620385 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-482382e8-3507-4652-bfb5-9e6183e48739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.659742 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-ef9fc8a5-9131-4f35-bed8-9e53489dc601 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae670e85-8c9e-4615-bea7-f49487faf548 HTTP/1.1" status: 200 len: 217 time: 0.0369561 Aug 27 03:34:31.683853 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-482382e8-3507-4652-bfb5-9e6183e48739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.686917 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-482382e8-3507-4652-bfb5-9e6183e48739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.688098 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-482382e8-3507-4652-bfb5-9e6183e48739 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bdedaa2-2411-408f-a976-68ac7c9e596e HTTP/1.1" status: 204 len: 168 time: 0.3662558 Aug 27 03:34:31.696442 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482382e8-3507-4652-bfb5-9e6183e48739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdedaa2-2411-408f-a976-68ac7c9e596e,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:31.715439 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-11756141-80ad-431d-8e38-57dfb97febd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:31.717092 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-11756141-80ad-431d-8e38-57dfb97febd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 200 len: 859 time: 0.0495913 Aug 27 03:34:31.758673 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-cbf229b1-17cb-4671-bfec-82e74a7a8047 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320067 Aug 27 03:34:31.866781 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-0ab493a6-ae92-440e-b1df-daea703e4cb0 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988517 Aug 27 03:34:31.976538 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9ec90176-4481-4352-b789-17fbf2dbf477 req-5b9a6a43-604f-4d50-b278-ea21452944d4 service neutron] 10.222.0.64 "GET /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993404 Aug 27 03:34:32.317333 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749215c-77ce-411b-a130-e37d11c23eb6 req-e738ea14-4e29-428c-aed4-8badc55a7529 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:32.326736 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6749215c-77ce-411b-a130-e37d11c23eb6 req-e738ea14-4e29-428c-aed4-8badc55a7529 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.1149423 Aug 27 03:34:32.461381 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6749215c-77ce-411b-a130-e37d11c23eb6 req-08ae9487-4913-4f88-aff3-9d407443a06f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331007 Aug 27 03:34:32.606394 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42780) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:32.724353 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1796429936-network', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:32.751230 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Made reservation on behalf of aa5ce3b069874313bfc4be8a62039449 for: {'network': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:32.753546 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.763173 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.864339 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.869470 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.901377 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=93856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:34:32.915445 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82be60e7-6c10-4fc5-920f-bdc7aa268762,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:32.920935 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.921275 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.segments_db [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Added segment cee03ada-0877-4ab4-9152-fb89648a27dc of type vlan for network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 Aug 27 03:34:32.963914 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.991965 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.993017 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:32.993640 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.058671 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4509509 Aug 27 03:34:33.062127 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 42786) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:33.062278 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bea7e-d728-4b9f-a5a8-99ec50dc41d6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e882ab8-b67d-4872-b267-3ad1ab0103b5,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:33.069025 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Request body: {'subnet': {'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1796429936-subnet', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'ip_version': 4}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:33.079809 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:34:33.103105 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Made reservation on behalf of aa5ce3b069874313bfc4be8a62039449 for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:33.105797 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558998'] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.206181 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d93ebcd1-931d-44e0-b1a5-970c4c15a864 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:34:33.316711 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8601479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559076'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.365707 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:33.384498 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'port_id': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'mac_address': 'fa:16:3e:12:16:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:34:33.400741 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Checking segment: {'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:33.401363 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Network hostable DHCP agents. Network: 0e882ab8-b67d-4872-b267-3ad1ab0103b5, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:34:33.408004 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=781a9e05-ff03-49bb-a972-d6c923079172,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:33.425087 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:34:33.429082 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.443552 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 0e882ab8-b67d-4872-b267-3ad1ab0103b5) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:33.449407 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:33.450107 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.458694 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e6983-6f54-4fa9-a658-5e8713ce44cb None None] Network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:34:33.464126 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d93ebcd1-931d-44e0-b1a5-970c4c15a864 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:34:33.473364 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-e300cdbc-febd-409a-88eb-1695e10d3aba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4093254 Aug 27 03:34:33.475404 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 42796) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:33.484173 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:33.514850 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12306'] for router, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.517995 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-685543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12299'] for router, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.554271 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:33.561777 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.601135 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.685663 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['d93ebcd1-931d-44e0-b1a5-970c4c15a864'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:34:33.692523 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=6']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:33.717983 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4681af9-8209-4e9d-868c-f92b25bfa2d3 req-286207b7-644d-4780-95ee-1ba2e14b5c45 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:33.719616 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b4681af9-8209-4e9d-868c-f92b25bfa2d3 req-286207b7-644d-4780-95ee-1ba2e14b5c45 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 945 time: 0.1606586 Aug 27 03:34:33.733037 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.804254 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.808058 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0ff0dcc-9251-5d6f-8ff9-a5568ca5e658-0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172'}]}} from dv-cinder-773985-14-smb. {{(pid=93858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:34:33.809713 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.827849 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b4681af9-8209-4e9d-868c-f92b25bfa2d3 req-842a1e1b-4367-4b28-adf4-4b2938d93017 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762246 Aug 27 03:34:34.038772 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Allocated IP 172.20.0.2 (0e882ab8-b67d-4872-b267-3ad1ab0103b5/781a9e05-ff03-49bb-a972-d6c923079172/4522e905-7ffe-42dd-b839-2a9c8ef57fe5) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:34.048692 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.069830 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.189213 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Allocated IP 172.28.1.209 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:34.215088 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.227146 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Transition to ACTIVE for port object 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:34.243910 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Transition to ACTIVE for port object 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:34.251200 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.293629 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:34.298704 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:34.302788 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:34.312489 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Pushing event updated for resources: {'Port': ['ID=4522e905-7ffe-42dd-b839-2a9c8ef57fe5,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:34.323388 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.366153 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Attempting to bind port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:34.366710 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Attempting to bind port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:34.367048 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Attempting to bind port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 on network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:34.367190 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.372778 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:34.373152 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Checking segment: {'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:34.373561 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.373957 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Bound using segment: {'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:34.374456 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Bound port: 4522e905-7ffe-42dd-b839-2a9c8ef57fe5, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:34.374838 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.411496 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:34.417980 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:34.423621 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:34.453509 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:34.465757 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.466130 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.466456 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.466792 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.467798 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.467798 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.468005 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.468272 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.468560 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.468883 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.469222 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.469598 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:34.492012 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] For port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:34.495748 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] For port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=4522e905-7ffe-42dd-b839-2a9c8ef57fe5,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:34.503065 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.598651 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733895fa-e69f-468c-aec4-3d82d9e09ebb None None] Pushing event updated for resources: {'Port': ['ID=4522e905-7ffe-42dd-b839-2a9c8ef57fe5,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:34.738671 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.985805 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682808'] for router, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.987039 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd69a26-3fa7-4d9e-98a5-90447210c500 req-d9e32af4-d7bb-4ed4-855f-e562efe8acbc tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:34.989128 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-dbd69a26-3fa7-4d9e-98a5-90447210c500 req-d9e32af4-d7bb-4ed4-855f-e562efe8acbc tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 945 time: 0.0580525 Aug 27 03:34:35.064372 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-dbd69a26-3fa7-4d9e-98a5-90447210c500 req-7237ef15-08d1-4b25-98c1-ce450f0a1981 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556688 Aug 27 03:34:35.183811 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3103014-d0cf-410e-9c81-aaf2197bb7f0 req-eec56f1d-1df0-4a9c-b4ab-7a8955f279a0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:35.185421 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a3103014-d0cf-410e-9c81-aaf2197bb7f0 req-eec56f1d-1df0-4a9c-b4ab-7a8955f279a0 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0712872 Aug 27 03:34:35.191783 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Router 43f1ad8f-466b-493b-9aa1-60de1a377b63 is scheduled to L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 with binding_index 1 {{(pid=93857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:34:35.218910 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d93ebcd1-931d-44e0-b1a5-970c4c15a864 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:35.283046 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port d93ebcd1-931d-44e0-b1a5-970c4c15a864 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:35.283429 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.285557 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a3103014-d0cf-410e-9c81-aaf2197bb7f0 req-94fd5f1f-f960-4b5a-8b9f-fb62d6129350 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905488 Aug 27 03:34:35.354545 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:35.365904 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Sync routers for ids ['43f1ad8f-466b-493b-9aa1-60de1a377b63'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:35.377561 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Routers {'43f1ad8f-466b-493b-9aa1-60de1a377b63'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:35.377561 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['43f1ad8f-466b-493b-9aa1-60de1a377b63'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:35.380520 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] Notify callbacks [] for router, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.380520 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-457f6e17-fc16-4716-a1d3-95c551dd6966 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9035194 Aug 27 03:34:35.384127 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42822) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:35.399917 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.436895 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:35.438396 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:35.441241 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0039fcb8-14f9-4fe0-b408-37dbe21dca79" -d '{"events": [{"server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "name": "network-vif-plugged", "status": "completed", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:35.445469 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.523214 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c1b24a-f4ae-427a-90b7-5b008c66c9eb x-openstack-request-id: req-32c1b24a-f4ae-427a-90b7-5b008c66c9eb {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:35.525895 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "name": "network-vif-plugged", "status": "completed", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:35.527129 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32c1b24a-f4ae-427a-90b7-5b008c66c9eb {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:35.529503 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'code': 200} Aug 27 03:34:35.533755 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Set router 43f1ad8f-466b-493b-9aa1-60de1a377b63 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:35.534459 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=7']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:35.764279 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f3bb9-5543-4e5d-94fd-eeebbd52ea90 None None] Network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:34:35.802928 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:34Z', 'revision_number': 3, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:35.838722 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Checking router: 43f1ad8f-466b-493b-9aa1-60de1a377b63 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:35.839079 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Updating router 43f1ad8f-466b-493b-9aa1-60de1a377b63 port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 binding host dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:34:35.866046 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-9a80b09f-296a-48da-9ba7-004fbea8af08 None None] Provisioning for port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:35.870608 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.198697 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:36.255198 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.265667 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b38212-ee04-4594-9ae9-9aa71e97705a req-1935fea7-1cba-4d52-8af5-7581965b3079 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:36.266871 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:36.267806 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Transition to ACTIVE for port object b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:36.268766 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-95b38212-ee04-4594-9ae9-9aa71e97705a req-1935fea7-1cba-4d52-8af5-7581965b3079 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.1003833 Aug 27 03:34:36.271576 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:36.271975 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.279641 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.332849 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b31c6f-6546-4441-a894-e150aa1ee432 None None] Pushing event updated for resources: {'Port': ['ID=b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:36.349137 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-95b38212-ee04-4594-9ae9-9aa71e97705a req-7b2375bc-eb2e-4374-91b1-b44cc7b10c6d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696626 Aug 27 03:34:36.372602 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Attempting to bind port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:36.373116 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Attempting to bind port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:36.373340 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Attempting to bind port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 on network 52f11b4a-d44d-4499-bd40-91aa643b9de6 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:36.384952 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:36.385893 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Checking segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:36.386734 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.387848 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Bound using segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:36.388797 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Bound port: b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:36.389455 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.407595 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.415879 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.452329 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=4522e905-7ffe-42dd-b839-2a9c8ef57fe5,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:36.458931 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.467989 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] For port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:36.469440 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] For port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:36.474646 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.498547 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93129754-c715-42f2-b6fc-fb47c7370f55 req-99942e65-69b7-4ad0-9358-fb5616f3bf5f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:36.501004 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-93129754-c715-42f2-b6fc-fb47c7370f55 req-99942e65-69b7-4ad0-9358-fb5616f3bf5f tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0660152 Aug 27 03:34:36.519780 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-757c7003-d2e3-4207-ba9b-79cd4e114a78 None None] Provisioning complete for port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:36.520151 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-757c7003-d2e3-4207-ba9b-79cd4e114a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.524787 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Routers {'43f1ad8f-466b-493b-9aa1-60de1a377b63'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:36.525850 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['43f1ad8f-466b-493b-9aa1-60de1a377b63'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:36.547605 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-93129754-c715-42f2-b6fc-fb47c7370f55 req-18c4081b-6ff2-4eaa-87bc-4667408c3d9a tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404172 Aug 27 03:34:36.580782 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=4522e905-7ffe-42dd-b839-2a9c8ef57fe5,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:36.639550 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Allocated IP 172.20.0.1 (0e882ab8-b67d-4872-b267-3ad1ab0103b5/781a9e05-ff03-49bb-a972-d6c923079172/2169d171-fb5e-4d70-8968-ec3e2d7ca460) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:36.650171 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b31c6f-6546-4441-a894-e150aa1ee432 None None] Pushing event updated for resources: {'Port': ['ID=b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:36.747625 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] Set router 43f1ad8f-466b-493b-9aa1-60de1a377b63 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:36.826337 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.840032 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Transition to ACTIVE for port object 2169d171-fb5e-4d70-8968-ec3e2d7ca460 will not be triggered until provisioned by entity DHCP. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:36.878528 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.917336 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:36.923921 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:36.927437 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:36.956285 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Pushing event updated for resources: {'Port': ['ID=2169d171-fb5e-4d70-8968-ec3e2d7ca460,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:36.967879 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.968243 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.969240 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.969240 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.969474 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.969748 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.970301 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.970648 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.970978 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.973667 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.973811 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:34Z', 'revision_number': 3, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:36.973935 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.973935 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.987752 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682983'] for router_interface, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.008524 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b115637-d5d8-47c2-a44e-7e00cd989ed5 None None] The sync data for ids ['43f1ad8f-466b-493b-9aa1-60de1a377b63'] in dv-cinder-773985-14-smb is: [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:34Z', 'revision_number': 3, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:37.179425 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.211236 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-52d31303-7cf7-48da-b974-1caf14a52629 None None] Provisioning for port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:37.217055 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-52d31303-7cf7-48da-b974-1caf14a52629 None None] Provisioning complete for port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:37.217150 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-52d31303-7cf7-48da-b974-1caf14a52629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.271386 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-52d31303-7cf7-48da-b974-1caf14a52629 None None] Port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:37.423187 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.443912 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.562192 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682552'] for router_interface, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.664435 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Pushing event updated for resources: {'Port': ['ID=2169d171-fb5e-4d70-8968-ec3e2d7ca460,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:37.734412 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c8ef-5a53-4bd3-bf87-93e2f683a925 req-aed23daa-aeae-4555-be31-c0244fbae966 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:37.753004 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c2d5c8ef-5a53-4bd3-bf87-93e2f683a925 req-aed23daa-aeae-4555-be31-c0244fbae966 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.0938878 Aug 27 03:34:37.755359 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1a81d-6884-4f0b-b543-10c90db0db76 req-6abd7cab-add9-41ed-b88a-d2e220fb99a6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:37.758505 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d1e1a81d-6884-4f0b-b543-10c90db0db76 req-6abd7cab-add9-41ed-b88a-d2e220fb99a6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.2402613 Aug 27 03:34:37.842540 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:37.851429 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d1e1a81d-6884-4f0b-b543-10c90db0db76 req-801982b4-0174-4263-be7d-9c9dacfcbd41 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791535 Aug 27 03:34:37.852371 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:37.870373 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c2d5c8ef-5a53-4bd3-bf87-93e2f683a925 req-0c6829fd-c4c7-4a94-82bc-29ffd71d96df tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124086 Aug 27 03:34:38.124199 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-56373fba-cef7-4eb6-99a8-ae86521d6bab tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:38.126147 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-56373fba-cef7-4eb6-99a8-ae86521d6bab tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 946 time: 0.1749873 Aug 27 03:34:38.202776 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Router 43f1ad8f-466b-493b-9aa1-60de1a377b63 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:38.257484 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-6979b921-9987-4ec3-b529-09a48385236a None None] Provisioning complete for port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:38.258736 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6979b921-9987-4ec3-b529-09a48385236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.326707 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:38.425399 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-6979b921-9987-4ec3-b529-09a48385236a None None] Port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:38.435161 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-2c292782-0d4d-4caa-84bd-6feacf3c1347 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Deleting port ae670e85-8c9e-4615-bea7-f49487faf548 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:38.435882 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-2c292782-0d4d-4caa-84bd-6feacf3c1347 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.442830 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:38.443296 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:38.451883 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:38.452341 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.482845 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-dfc84efe-c993-48f4-9c53-5306aa563b10 admin admin] 10.222.0.41 "PUT /v2.0/routers/43f1ad8f-466b-493b-9aa1-60de1a377b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0926938 Aug 27 03:34:38.560511 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.605571 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:38.616095 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.617364 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:38.620809 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-2c292782-0d4d-4caa-84bd-6feacf3c1347 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] For port ae670e85-8c9e-4615-bea7-f49487faf548, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ae670e85-8c9e-4615-bea7-f49487faf548,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:38.621101 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-2c292782-0d4d-4caa-84bd-6feacf3c1347 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.659692 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-2c292782-0d4d-4caa-84bd-6feacf3c1347 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Calling delete_port for ae670e85-8c9e-4615-bea7-f49487faf548 owned by compute:nova {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:38.791151 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:38.812806 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:38.813545 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.979783 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-2c292782-0d4d-4caa-84bd-6feacf3c1347 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.009089 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['31dba6be-f906-470a-a74c-259287f4eb17', 'ae670e85-8c9e-4615-bea7-f49487faf548'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:34:39.114248 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c292782-0d4d-4caa-84bd-6feacf3c1347 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Pushing event deleted for resources: {'Port': ['ID=ae670e85-8c9e-4615-bea7-f49487faf548,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:39.184048 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ec7820f9-fbcd-41d5-915a-47b519c7418e req-dad139aa-be9e-4dc6-925f-c916fdfd2f98 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7335fd-02ef-4f36-9b86-aeb942d9b4a1 HTTP/1.1" status: 200 len: 210 time: 0.0687034 Aug 27 03:34:39.247662 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-2c292782-0d4d-4caa-84bd-6feacf3c1347 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] No DVR routers for this DVR port ae670e85-8c9e-4615-bea7-f49487faf548 on host hv-cinder-77398 {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:34:39.257887 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-2c292782-0d4d-4caa-84bd-6feacf3c1347 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.264944 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-97018173-e2b4-4a1c-a9d8-9ee08d559c96 req-2c292782-0d4d-4caa-84bd-6feacf3c1347 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.64 "DELETE /v2.0/ports/ae670e85-8c9e-4615-bea7-f49487faf548 HTTP/1.1" status: 204 len: 173 time: 1.1105499 Aug 27 03:34:39.265503 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7335fd-02ef-4f36-9b86-aeb942d9b4a1', 'name': 'network-vif-deleted', 'tag': 'ae670e85-8c9e-4615-bea7-f49487faf548'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:39.271136 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab898414-2c97-4179-a0c4-8fe8f8d6ecb4" -d '{"events": [{"server_uuid": "9a7335fd-02ef-4f36-9b86-aeb942d9b4a1", "name": "network-vif-deleted", "tag": "ae670e85-8c9e-4615-bea7-f49487faf548"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:39.302951 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471adb3e-f553-4be7-af57-f97972565ba5 req-05540a45-d5a8-42d7-a8a1-62ed00ca884e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:39.305298 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-471adb3e-f553-4be7-af57-f97972565ba5 req-05540a45-d5a8-42d7-a8a1-62ed00ca884e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.1479688 Aug 27 03:34:39.409781 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-471adb3e-f553-4be7-af57-f97972565ba5 req-c7817033-758c-41bb-a8ae-3ef314365e04 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857198 Aug 27 03:34:39.533793 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 42912) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:39.538439 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f3e117-e300-4a58-80ae-16e4fad542b3 x-openstack-request-id: req-b7f3e117-e300-4a58-80ae-16e4fad542b3 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:39.538975 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7335fd-02ef-4f36-9b86-aeb942d9b4a1", "name": "network-vif-deleted", "tag": "ae670e85-8c9e-4615-bea7-f49487faf548", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:39.539176 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7f3e117-e300-4a58-80ae-16e4fad542b3 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:39.539631 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7335fd-02ef-4f36-9b86-aeb942d9b4a1', 'name': 'network-vif-deleted', 'tag': 'ae670e85-8c9e-4615-bea7-f49487faf548', 'status': 'completed', 'code': 200} Aug 27 03:34:39.539745 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-748228522-network', 'tenant_id': 'e246a43f98a345a19b7196d67932c307'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:39.573246 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Made reservation on behalf of e246a43f98a345a19b7196d67932c307 for: {'network': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:39.575746 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.587806 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.634394 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Sync routers for ids ['43f1ad8f-466b-493b-9aa1-60de1a377b63'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:39.649246 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Routers {'43f1ad8f-466b-493b-9aa1-60de1a377b63'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:39.649918 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['43f1ad8f-466b-493b-9aa1-60de1a377b63'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:39.747467 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.753976 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.787124 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fe2f7b-5298-44d8-8ec7-1844ef251754,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:39.802809 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=93857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:34:39.806601 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Set router 43f1ad8f-466b-493b-9aa1-60de1a377b63 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:39.828443 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.828884 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.segments_db [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Added segment b4c5d85b-b34d-41ea-bf6b-e6984aac3c74 of type vlan for network b92d97db-1a08-4145-a64a-1a5a3be9d8ab Aug 27 03:34:39.936491 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.996262 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.997687 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:39.998509 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:40.148146 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42922) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:40.149187 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6100123 Aug 27 03:34:40.155275 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Request body: {'subnet': {'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-748228522-subnet', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'ip_version': 4}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:40.173510 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e88d8-c79f-475a-85dd-b920c23c6a0c admin admin] Pushing event updated for resources: {'Network': ['ID=b92d97db-1a08-4145-a64a-1a5a3be9d8ab,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:40.217334 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network b92d97db-1a08-4145-a64a-1a5a3be9d8ab details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:34:40.219603 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '2169d171-fb5e-4d70-8968-ec3e2d7ca460', 'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'mac_address': 'fa:16:3e:03:30:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:36Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 2, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'subnets': [{'id': '781a9e05-ff03-49bb-a972-d6c923079172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:40.225646 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Made reservation on behalf of e246a43f98a345a19b7196d67932c307 for: {'subnet': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:40.234330 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8475173'] for subnet, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:40.371053 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:40.424969 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Checking router: 43f1ad8f-466b-493b-9aa1-60de1a377b63 for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:40.425630 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Updating router 43f1ad8f-466b-493b-9aa1-60de1a377b63 port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 binding host dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:34:40.472516 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:40.473189 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:40.475033 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:40.586759 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475223'] for subnet, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:40.740527 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69d8d5-538c-444a-aefb-ebafe7b8dc01 req-c939cdb2-8030-4f24-9531-26ab1bda2239 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:40.743399 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dc69d8d5-538c-444a-aefb-ebafe7b8dc01 req-c939cdb2-8030-4f24-9531-26ab1bda2239 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.1521087 Aug 27 03:34:40.747662 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Checking segment: {'id': 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:40.748214 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Network hostable DHCP agents. Network: b92d97db-1a08-4145-a64a-1a5a3be9d8ab, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:34:40.789337 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6266e1-0415-4af0-bf6d-1f3a6c1552fe,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:40.844584 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Network b92d97db-1a08-4145-a64a-1a5a3be9d8ab is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:34:40.861556 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dc69d8d5-538c-444a-aefb-ebafe7b8dc01 req-3152fe39-47fc-4627-9ffd-101bafe5fbb1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979300 Aug 27 03:34:40.889922 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c1f9b-4509-4564-b48e-18600d38e71c req-f4dfbf2f-2740-4093-8bc8-6b3ba10e496e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:40.899407 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a76c1f9b-4509-4564-b48e-18600d38e71c req-f4dfbf2f-2740-4093-8bc8-6b3ba10e496e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.2305458 Aug 27 03:34:40.931402 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, b92d97db-1a08-4145-a64a-1a5a3be9d8ab) {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:40.937688 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:40.938316 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:40.961394 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04a2ac-9352-40b5-b553-3c282594b75b None None] Network b92d97db-1a08-4145-a64a-1a5a3be9d8ab requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:34:40.986472 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a76c1f9b-4509-4564-b48e-18600d38e71c req-397e1b0c-28c9-470e-9085-71756a172c67 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802701 Aug 27 03:34:40.997217 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-61affd88-b076-41e3-bc6c-5acfa620536d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8474159 Aug 27 03:34:40.999803 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 42934) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:41.006875 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-748228522-router', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:41.047360 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-684833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12306'] for router, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.048934 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-685543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12299'] for router, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.059025 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.125756 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.277726 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Transition to ACTIVE for port object 2169d171-fb5e-4d70-8968-ec3e2d7ca460 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:41.280118 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ae670e85-8c9e-4615-bea7-f49487faf548 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:41.319778 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: ae670e85-8c9e-4615-bea7-f49487faf548 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:41.320128 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ae670e85-8c9e-4615-bea7-f49487faf548 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:41.329021 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.372950 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.468158 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2fc91-e1b4-47c1-bc81-9449238717d7 None None] Pushing event updated for resources: {'Port': ['ID=2169d171-fb5e-4d70-8968-ec3e2d7ca460,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:41.654886 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Attempting to bind port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:41.655257 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Attempting to bind port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:41.655709 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Attempting to bind port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 on network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:41.663065 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:41.663510 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Checking segment: {'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:41.663936 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.664344 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Bound using segment: {'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:41.665083 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Bound port: 2169d171-fb5e-4d70-8968-ec3e2d7ca460, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:41.665498 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.667967 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0ff0dcc-9251-5d6f-8ff9-a5568ca5e658-b92d97db-1a08-4145-a64a-1a5a3be9d8ab', 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'fixed_ips': [{'subnet_id': '2a6266e1-0415-4af0-bf6d-1f3a6c1552fe'}]}} from dv-cinder-773985-14-smb. {{(pid=93858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:34:41.668796 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.793306 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.822287 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:41.944771 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Allocated IP 172.20.0.2 (b92d97db-1a08-4145-a64a-1a5a3be9d8ab/2a6266e1-0415-4af0-bf6d-1f3a6c1552fe/42f87cd6-6adf-4687-89da-e697547e92cf) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:41.987489 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] For port 2169d171-fb5e-4d70-8968-ec3e2d7ca460, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:42.040022 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6480b-c239-4626-a582-4eb0b6b93f6d req-a1240766-18a4-4dbe-9f7b-d7e3168c0e30 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:42.048996 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-42d6480b-c239-4626-a582-4eb0b6b93f6d req-a1240766-18a4-4dbe-9f7b-d7e3168c0e30 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0791717 Aug 27 03:34:42.093380 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] For port 2169d171-fb5e-4d70-8968-ec3e2d7ca460, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=2169d171-fb5e-4d70-8968-ec3e2d7ca460,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:42.103562 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Allocated IP 172.28.1.19 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/8bb5de62-bac5-486b-beb9-4b18648ba144) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:42.114346 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.145231 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-42d6480b-c239-4626-a582-4eb0b6b93f6d req-26333f68-b9ed-47c8-9093-4296e64e95f0 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858750 Aug 27 03:34:42.264360 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba0ede-d032-4523-a065-5deb367c614c req-7c15923a-aeca-4dfb-9273-b92e275161be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:42.278091 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-39ba0ede-d032-4523-a065-5deb367c614c req-7c15923a-aeca-4dfb-9273-b92e275161be tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1939151 Aug 27 03:34:42.391702 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-39ba0ede-d032-4523-a065-5deb367c614c req-3e284782-0e9c-441c-8c94-7dd08a81a864 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105926 Aug 27 03:34:42.482098 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.506807 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Transition to ACTIVE for port object 42f87cd6-6adf-4687-89da-e697547e92cf will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:42.534492 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.550522 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Transition to ACTIVE for port object 42f87cd6-6adf-4687-89da-e697547e92cf will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:42.557000 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2fc91-e1b4-47c1-bc81-9449238717d7 None None] Pushing event updated for resources: {'Port': ['ID=2169d171-fb5e-4d70-8968-ec3e2d7ca460,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:42.567659 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.613155 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Routers {'43f1ad8f-466b-493b-9aa1-60de1a377b63'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:42.613928 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['43f1ad8f-466b-493b-9aa1-60de1a377b63'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:42.625445 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.676227 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Network b92d97db-1a08-4145-a64a-1a5a3be9d8ab is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:42.681255 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb5de62-bac5-486b-beb9-4b18648ba144,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:42.694599 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:42.704311 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:42.707807 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:42.708759 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:42.716679 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:42.718782 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Pushing event updated for resources: {'Port': ['ID=42f87cd6-6adf-4687-89da-e697547e92cf,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:42.865601 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] Set router 43f1ad8f-466b-493b-9aa1-60de1a377b63 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:43.048048 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Attempting to bind port 42f87cd6-6adf-4687-89da-e697547e92cf on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:43.048904 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Attempting to bind port 42f87cd6-6adf-4687-89da-e697547e92cf by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:43.049101 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Attempting to bind port 42f87cd6-6adf-4687-89da-e697547e92cf on network b92d97db-1a08-4145-a64a-1a5a3be9d8ab {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:43.121270 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:43.122085 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Checking segment: {'id': 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:43.123125 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.123626 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Bound using segment: {'id': 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:43.124574 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Bound port: 42f87cd6-6adf-4687-89da-e697547e92cf, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:43.125220 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.343269 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] For port 42f87cd6-6adf-4687-89da-e697547e92cf, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:43.393887 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] For port 42f87cd6-6adf-4687-89da-e697547e92cf, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=42f87cd6-6adf-4687-89da-e697547e92cf,segment=NetworkSegment(b4c5d85b-b34d-41ea-bf6b-e6984aac3c74),segment_id=b4c5d85b-b34d-41ea-bf6b-e6984aac3c74)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:43.403267 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c081b-8b35-4e35-be9e-d00c334acce3 req-273d63fd-d4a1-459f-b3d7-c12336d10646 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:43.408066 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d21c081b-8b35-4e35-be9e-d00c334acce3 req-273d63fd-d4a1-459f-b3d7-c12336d10646 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.1192756 Aug 27 03:34:43.415196 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.629628 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d21c081b-8b35-4e35-be9e-d00c334acce3 req-567d6d84-75d3-4877-b96d-997a8c96d28d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154536 Aug 27 03:34:43.637830 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Pushing event updated for resources: {'Port': ['ID=42f87cd6-6adf-4687-89da-e697547e92cf,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:43.661650 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-68d5efa7-1a0f-47ce-84cf-a483c7d92f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.677077 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '2169d171-fb5e-4d70-8968-ec3e2d7ca460', 'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'mac_address': 'fa:16:3e:03:30:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:36Z', 'updated_at': '2021-08-27T03:34:41Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'subnets': [{'id': '781a9e05-ff03-49bb-a972-d6c923079172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:43.711550 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.720751 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.721168 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.721560 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.721902 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.722270 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.722605 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.722941 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.723269 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.723612 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.723939 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.724263 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.724586 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c905cc1e-fbfe-4998-93e6-8d756d6dfa65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:43.732226 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf261369-1c8e-4ea9-b412-80d45b3f592a None None] The sync data for ids ['43f1ad8f-466b-493b-9aa1-60de1a377b63'] in dv-cinder-773985-14-smb is: [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '2169d171-fb5e-4d70-8968-ec3e2d7ca460', 'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'mac_address': 'fa:16:3e:03:30:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:36Z', 'updated_at': '2021-08-27T03:34:41Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'subnets': [{'id': '781a9e05-ff03-49bb-a972-d6c923079172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:43.749352 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8823a-ac6d-4efc-8c1f-df465d8f3808 req-881c7c2e-1739-443a-91bf-fbd5b061c7c4 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:43.757238 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-35e8823a-ac6d-4efc-8c1f-df465d8f3808 req-881c7c2e-1739-443a-91bf-fbd5b061c7c4 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1584804 Aug 27 03:34:43.913578 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-35e8823a-ac6d-4efc-8c1f-df465d8f3808 req-d1e1d017-2dde-4c98-a460-afd3bf9ec24e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385334 Aug 27 03:34:44.297338 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682808'] for router, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:44.326034 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 42f87cd6-6adf-4687-89da-e697547e92cf up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:44.532475 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 42f87cd6-6adf-4687-89da-e697547e92cf completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:44.543569 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 2169d171-fb5e-4d70-8968-ec3e2d7ca460 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:44.662478 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:44.668466 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:44.669229 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:44.674916 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 is scheduled to L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 with binding_index 1 {{(pid=93856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:34:44.892275 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:44.935272 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:44.964562 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Sync routers for ids ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:44.989425 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Routers {'1b3d016b-40cd-45ba-9298-74e2708aa5d2'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:44.990216 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:44.999367 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 2169d171-fb5e-4d70-8968-ec3e2d7ca460, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=2169d171-fb5e-4d70-8968-ec3e2d7ca460,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:45.010634 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e6256-d11a-42e6-a939-54478ee250c0 req-d197dd31-cb7a-4bb4-a38d-24bf0bd737a0 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:45.012453 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7b1e6256-d11a-42e6-a939-54478ee250c0 req-d197dd31-cb7a-4bb4-a38d-24bf0bd737a0 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.1640480 Aug 27 03:34:45.018763 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.106136 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] Notify callbacks [] for router, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.115386 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-41e615fb-eefd-4801-b244-2526639e5d57 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1140275 Aug 27 03:34:45.118182 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43000) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:45.158549 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd890c6-11ca-4714-8747-9bc2668baf78 req-f33c55b7-5862-4aca-a725-6f706d793f97 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:45.165583 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7dd890c6-11ca-4714-8747-9bc2668baf78 req-f33c55b7-5862-4aca-a725-6f706d793f97 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1125267 Aug 27 03:34:45.173261 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=2169d171-fb5e-4d70-8968-ec3e2d7ca460,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:45.255408 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f801e6-4fdd-480f-9def-1a7208c7799e None None] Network b92d97db-1a08-4145-a64a-1a5a3be9d8ab requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:34:45.259511 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7dd890c6-11ca-4714-8747-9bc2668baf78 req-2e3524f5-2fe1-45dd-9744-88bf44858864 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Aug 27 03:34:45.288004 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Set router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:45.294009 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7b1e6256-d11a-42e6-a939-54478ee250c0 req-5fbd4b83-942a-4d99-94c5-8bc6c2481d9c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603428 Aug 27 03:34:45.458563 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-2b45c38d-a058-485e-b48f-168790899dc2 None None] Provisioning for port 42f87cd6-6adf-4687-89da-e697547e92cf completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:45.475971 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-2b45c38d-a058-485e-b48f-168790899dc2 None None] Provisioning complete for port 42f87cd6-6adf-4687-89da-e697547e92cf triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:45.476525 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2b45c38d-a058-485e-b48f-168790899dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.862773 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'name': 'tempest-TestMinimumBasicScenario-748228522-router', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:43Z', 'revision_number': 3, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'gw_port': {'id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:46.020303 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2b45c38d-a058-485e-b48f-168790899dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.151682 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-2b45c38d-a058-485e-b48f-168790899dc2 None None] For port 42f87cd6-6adf-4687-89da-e697547e92cf, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=42f87cd6-6adf-4687-89da-e697547e92cf,segment=NetworkSegment(b4c5d85b-b34d-41ea-bf6b-e6984aac3c74),segment_id=b4c5d85b-b34d-41ea-bf6b-e6984aac3c74)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:46.191525 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2b45c38d-a058-485e-b48f-168790899dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.195176 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Checking router: 1b3d016b-40cd-45ba-9298-74e2708aa5d2 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:46.196979 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Updating router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 port 8bb5de62-bac5-486b-beb9-4b18648ba144 binding host dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:34:46.304904 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.327281 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45c38d-a058-485e-b48f-168790899dc2 None None] Pushing event updated for resources: {'Port': ['ID=42f87cd6-6adf-4687-89da-e697547e92cf,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:46.343394 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 2169d171-fb5e-4d70-8968-ec3e2d7ca460 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:46.464495 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:46.465763 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.520224 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17af49-e3d2-4cea-929b-08aa3caf4e1b req-3cd1fcd8-6f94-4b1c-a674-99b9fb3c4b18 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:46.525129 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-bc17af49-e3d2-4cea-929b-08aa3caf4e1b req-3cd1fcd8-6f94-4b1c-a674-99b9fb3c4b18 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0991681 Aug 27 03:34:46.566191 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.627603 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-320dff38-6346-43a8-86c0-57a9e2f5288b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.639979 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-9f86569b-9021-489c-b44b-39c8582b56df None None] Provisioning complete for port 42f87cd6-6adf-4687-89da-e697547e92cf triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:46.641042 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9f86569b-9021-489c-b44b-39c8582b56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.643840 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-bc17af49-e3d2-4cea-929b-08aa3caf4e1b req-e85d02a1-825a-4779-bec9-c0a601ddec9d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105323 Aug 27 03:34:46.836547 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c10608-5c44-45e4-a3fc-e8ea434e6596 req-00df2951-ed32-4b9d-8bb3-eac72b3c4b83 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:46.846912 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-87c10608-5c44-45e4-a3fc-e8ea434e6596 req-00df2951-ed32-4b9d-8bb3-eac72b3c4b83 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.4640865 Aug 27 03:34:46.930525 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.937284 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Allocated IP 172.20.0.1 (b92d97db-1a08-4145-a64a-1a5a3be9d8ab/2a6266e1-0415-4af0-bf6d-1f3a6c1552fe/7335b966-71db-47f3-a17c-550934ca5e38) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:46.960583 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-87c10608-5c44-45e4-a3fc-e8ea434e6596 req-c2e30952-cb0d-4a1b-a8c5-271ad48ca87d tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118767 Aug 27 03:34:46.967629 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Transition to ACTIVE for port object 8bb5de62-bac5-486b-beb9-4b18648ba144 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:46.997075 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.069576 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad94f5f-79d8-4c70-a544-33e622d4653d None None] Pushing event updated for resources: {'Port': ['ID=8bb5de62-bac5-486b-beb9-4b18648ba144,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:47.107658 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Attempting to bind port 8bb5de62-bac5-486b-beb9-4b18648ba144 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:47.108325 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Attempting to bind port 8bb5de62-bac5-486b-beb9-4b18648ba144 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:47.108873 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Attempting to bind port 8bb5de62-bac5-486b-beb9-4b18648ba144 on network 52f11b4a-d44d-4499-bd40-91aa643b9de6 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:47.115150 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:47.115506 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Checking segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:47.115905 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.117135 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Bound using segment: {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:47.117135 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Bound port: 8bb5de62-bac5-486b-beb9-4b18648ba144, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abcb747-6a38-44cc-9dda-db64e3cade1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:47.117365 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.189151 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.207400 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] For port 8bb5de62-bac5-486b-beb9-4b18648ba144, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:47.208312 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Transition to ACTIVE for port object 7335b966-71db-47f3-a17c-550934ca5e38 will not be triggered until provisioned by entity DHCP. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:47.212270 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] For port 8bb5de62-bac5-486b-beb9-4b18648ba144, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=8bb5de62-bac5-486b-beb9-4b18648ba144,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:47.224966 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.279058 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.318342 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Routers {'1b3d016b-40cd-45ba-9298-74e2708aa5d2'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:47.319166 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:47.350786 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Network b92d97db-1a08-4145-a64a-1a5a3be9d8ab is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:47.355044 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:47.360913 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Pushing event updated for resources: {'Port': ['ID=7335b966-71db-47f3-a17c-550934ca5e38,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:47.373857 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:47.431430 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682983'] for router_interface, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.456802 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad94f5f-79d8-4c70-a544-33e622d4653d None None] Pushing event updated for resources: {'Port': ['ID=8bb5de62-bac5-486b-beb9-4b18648ba144,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:47.478601 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.593582 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] Set router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:47.669351 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.817702 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.860028 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-cf66290a-928e-4557-a4f7-de4b9867aea3 None None] Provisioning for port 7335b966-71db-47f3-a17c-550934ca5e38 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:47.866403 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-cf66290a-928e-4557-a4f7-de4b9867aea3 None None] Provisioning complete for port 7335b966-71db-47f3-a17c-550934ca5e38 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:47.867014 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-cf66290a-928e-4557-a4f7-de4b9867aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.966658 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-cf66290a-928e-4557-a4f7-de4b9867aea3 None None] Port 7335b966-71db-47f3-a17c-550934ca5e38 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:47.973631 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.996951 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:48.045393 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'name': 'tempest-TestMinimumBasicScenario-748228522-router', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:43Z', 'revision_number': 3, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'gw_port': {'id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:48.062689 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0190a-21e3-4ae9-8826-bf6063576ef5 req-fe5e6969-544b-46ba-8930-fc9d756c4349 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:48.074279 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-aaa0190a-21e3-4ae9-8826-bf6063576ef5 req-fe5e6969-544b-46ba-8930-fc9d756c4349 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 946 time: 0.1069362 Aug 27 03:34:48.116913 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137d583-d0aa-4411-8661-a2432cf7789f None None] The sync data for ids ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'] in dv-cinder-773985-14-smb is: [{'id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'name': 'tempest-TestMinimumBasicScenario-748228522-router', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:43Z', 'revision_number': 3, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'gw_port': {'id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:48.138092 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Pushing event updated for resources: {'Port': ['ID=7335b966-71db-47f3-a17c-550934ca5e38,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:48.208675 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 42f87cd6-6adf-4687-89da-e697547e92cf up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:48.215449 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-aaa0190a-21e3-4ae9-8826-bf6063576ef5 req-f86f3536-f1df-410b-81fe-88e8a3fcce62 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294389 Aug 27 03:34:48.232066 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1011369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682552'] for router_interface, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:48.359834 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024c5c3-fc6c-4bbd-98c5-ed1ae9a18066 req-4f9ad932-91c7-45be-8a51-b24ccc1007a8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:48.361080 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 42f87cd6-6adf-4687-89da-e697547e92cf triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:48.361532 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:48.362041 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4024c5c3-fc6c-4bbd-98c5-ed1ae9a18066 req-4f9ad932-91c7-45be-8a51-b24ccc1007a8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.3848777 Aug 27 03:34:48.374127 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-869ccb3d-ac3d-4caf-8651-4da1fadd4dac tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:48.375644 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-869ccb3d-ac3d-4caf-8651-4da1fadd4dac tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.3935113 Aug 27 03:34:48.379151 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Network b92d97db-1a08-4145-a64a-1a5a3be9d8ab is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:48.438933 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407520d9-3842-4aa5-a911-342e5526ddf3 req-beb35508-dbf6-4f21-9566-2f50903fe09c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:48.447472 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:48.450438 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-407520d9-3842-4aa5-a911-342e5526ddf3 req-beb35508-dbf6-4f21-9566-2f50903fe09c tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 946 time: 0.1203935 Aug 27 03:34:48.537291 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-407520d9-3842-4aa5-a911-342e5526ddf3 req-62709b6c-74f2-44ba-bc7f-8c8f955c1b36 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9dd74f6-570c-4177-a981-c789bb6dc4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792892 Aug 27 03:34:48.775005 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-39eeae4a-494b-480a-938d-b73f1005fec4 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214620022&fields=id&tenant_id=bf0e5ad5b3604edbb896d54aed296874 HTTP/1.1" status: 200 len: 267 time: 0.0535722 Aug 27 03:34:49.011168 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4024c5c3-fc6c-4bbd-98c5-ed1ae9a18066 req-26dbe2f3-1e85-4c72-89a0-c9404b8bfdb8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6344006 Aug 27 03:34:49.012036 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-bf65df57-7415-46c5-94bb-035919bbd5f0 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:49.013949 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-bf65df57-7415-46c5-94bb-035919bbd5f0 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/networks?id=0db1ba7a-004f-465e-bc59-521f28c94f5d HTTP/1.1" status: 200 len: 809 time: 0.2264597 Aug 27 03:34:49.052026 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-5f621f50-ee42-4c09-9303-e52bf42dbe56 None None] Provisioning complete for port 7335b966-71db-47f3-a17c-550934ca5e38 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:49.052607 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-5f621f50-ee42-4c09-9303-e52bf42dbe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:49.061140 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-a6d4c9df-411d-4360-9fc3-7c274dd65ddb tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/quotas/bf0e5ad5b3604edbb896d54aed296874 HTTP/1.1" status: 200 len: 375 time: 0.0378675 Aug 27 03:34:49.066447 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-c9137766-2bbc-40d6-96ff-fb89731d6faf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Deleting port 31dba6be-f906-470a-a74c-259287f4eb17 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:49.067063 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-c9137766-2bbc-40d6-96ff-fb89731d6faf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:49.090772 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:49.164868 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-e736ea59-6745-497b-85de-b6341146d0ee tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf0e5ad5b3604edbb896d54aed296874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027133 Aug 27 03:34:49.246783 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-5f621f50-ee42-4c09-9303-e52bf42dbe56 None None] Port 7335b966-71db-47f3-a17c-550934ca5e38 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:49.267849 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:49.390419 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:49.410687 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ac7cded1-4b19-4c0d-ad8d-6389f7837021 admin admin] 10.222.0.41 "PUT /v2.0/routers/1b3d016b-40cd-45ba-9298-74e2708aa5d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2893956 Aug 27 03:34:49.426942 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-c9137766-2bbc-40d6-96ff-fb89731d6faf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] For port 31dba6be-f906-470a-a74c-259287f4eb17, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=31dba6be-f906-470a-a74c-259287f4eb17,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:49.427371 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-c9137766-2bbc-40d6-96ff-fb89731d6faf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:49.444140 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-c9137766-2bbc-40d6-96ff-fb89731d6faf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Calling delete_port for 31dba6be-f906-470a-a74c-259287f4eb17 owned by compute:nova {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:49.450296 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-ac1e8744-cdb3-4ade-b91f-29e701e7860b service neutron] 10.222.0.41 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542243 Aug 27 03:34:49.674422 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-19c5d4c1-2bd7-4387-b61f-9da7d409765b service neutron] 10.222.0.41 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230864 Aug 27 03:34:49.820694 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-c9137766-2bbc-40d6-96ff-fb89731d6faf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:49.840792 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15737d-fdd5-4cdf-9e25-7653e3004cb9 req-24fd8345-3c70-4346-933e-bd3fc23c4be6 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:49.849522 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bf15737d-fdd5-4cdf-9e25-7653e3004cb9 req-24fd8345-3c70-4346-933e-bd3fc23c4be6 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 946 time: 0.1382437 Aug 27 03:34:49.910265 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9137766-2bbc-40d6-96ff-fb89731d6faf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Pushing event deleted for resources: {'Port': ['ID=31dba6be-f906-470a-a74c-259287f4eb17,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:49.982892 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-bf15737d-fdd5-4cdf-9e25-7653e3004cb9 req-91d605d2-6678-411d-b395-47cf22931f12 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321828 Aug 27 03:34:50.072396 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-c9137766-2bbc-40d6-96ff-fb89731d6faf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] No DVR routers for this DVR port 31dba6be-f906-470a-a74c-259287f4eb17 on host hv-cinder-77398 {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:34:50.076538 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-c9137766-2bbc-40d6-96ff-fb89731d6faf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:50.079020 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-76c54c94-5f4d-4d27-be53-fe5042a85158 req-c9137766-2bbc-40d6-96ff-fb89731d6faf tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.64 "DELETE /v2.0/ports/31dba6be-f906-470a-a74c-259287f4eb17 HTTP/1.1" status: 204 len: 173 time: 1.6914766 Aug 27 03:34:50.079604 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fbf7fd-c226-4034-8db2-dedb8fb0c3cd', 'name': 'network-vif-deleted', 'tag': '31dba6be-f906-470a-a74c-259287f4eb17'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:50.083207 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389b3669-7174-4a4b-bd14-573a4f332ebf" -d '{"events": [{"server_uuid": "d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd", "name": "network-vif-deleted", "tag": "31dba6be-f906-470a-a74c-259287f4eb17"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:50.188536 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98bd0831-b63e-4d07-b581-6696b2571cd0 req-1941a1ef-45ed-4d74-92d6-3571074e40d2 tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 210 time: 0.0535901 Aug 27 03:34:50.305881 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 8bb5de62-bac5-486b-beb9-4b18648ba144 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:50.382020 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca4e71-a633-47ba-b5c5-8b90c1fe6d51 x-openstack-request-id: req-a9ca4e71-a633-47ba-b5c5-8b90c1fe6d51 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:50.382520 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd", "name": "network-vif-deleted", "tag": "31dba6be-f906-470a-a74c-259287f4eb17", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:50.382918 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9ca4e71-a633-47ba-b5c5-8b90c1fe6d51 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:50.383676 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fbf7fd-c226-4034-8db2-dedb8fb0c3cd', 'name': 'network-vif-deleted', 'tag': '31dba6be-f906-470a-a74c-259287f4eb17', 'status': 'completed', 'code': 200} Aug 27 03:34:50.478951 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add781c6-22c5-44ce-9b8d-e79ea226f8c0 req-a4eae578-926e-4a12-80ff-f5775fad1cf5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:50.480706 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-add781c6-22c5-44ce-9b8d-e79ea226f8c0 req-a4eae578-926e-4a12-80ff-f5775fad1cf5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.0731206 Aug 27 03:34:50.601536 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4c4cdca6-172f-4b83-b471-9c8ca49bc4a5 req-34886e75-7a73-4c2d-8211-e33370b18e44 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 210 time: 0.1006250 Aug 27 03:34:50.666771 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-add781c6-22c5-44ce-9b8d-e79ea226f8c0 req-27dde935-2663-4894-b55a-b3e92752327e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682789 Aug 27 03:34:50.672495 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 8bb5de62-bac5-486b-beb9-4b18648ba144 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:50.683264 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 8bb5de62-bac5-486b-beb9-4b18648ba144 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:50.683663 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:50.905430 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:50.971620 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 8bb5de62-bac5-486b-beb9-4b18648ba144, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=8bb5de62-bac5-486b-beb9-4b18648ba144,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:50.982898 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:51.122553 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=8bb5de62-bac5-486b-beb9-4b18648ba144,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:51.328492 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 31dba6be-f906-470a-a74c-259287f4eb17 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:51.456737 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: 31dba6be-f906-470a-a74c-259287f4eb17 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:51.457156 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 31dba6be-f906-470a-a74c-259287f4eb17 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:51.460815 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8680c-40f7-45e4-9e2c-cfad0ddcc404 req-2f6fbe9e-e5ca-40ef-8c2b-414731a422fd tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.465603 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6f7f4-ed0f-4315-b6c8-2d0700040004 req-1fb2b5a5-c9b4-460a-8848-89dd53ecbce6 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.477337 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-19d8680c-40f7-45e4-9e2c-cfad0ddcc404 req-2f6fbe9e-e5ca-40ef-8c2b-414731a422fd tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1506214 Aug 27 03:34:51.481475 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-04a6f7f4-ed0f-4315-b6c8-2d0700040004 req-1fb2b5a5-c9b4-460a-8848-89dd53ecbce6 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 946 time: 0.2721419 Aug 27 03:34:51.495244 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Sync routers for ids ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:51.522447 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Routers {'1b3d016b-40cd-45ba-9298-74e2708aa5d2'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:51.523733 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:51.559157 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-19d8680c-40f7-45e4-9e2c-cfad0ddcc404 req-938e05c8-082b-4f22-9e5c-8a9441e0f8d8 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773683 Aug 27 03:34:51.640940 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-04a6f7f4-ed0f-4315-b6c8-2d0700040004 req-0e035257-f4d7-4e0d-909d-4f21fc6369d4 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572661 Aug 27 03:34:51.793979 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Set router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:51.809492 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ceba77cc-3ce4-4f40-b27d-831c4e7fb043 req-3653816a-3943-4bb7-8358-7f7b2379b01e tempest-ServerRescueNegativeTestJSON-65904776 tempest-ServerRescueNegativeTestJSON-65904776-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fbf7fd-c226-4034-8db2-dedb8fb0c3cd HTTP/1.1" status: 200 len: 210 time: 0.0439572 Aug 27 03:34:52.039975 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-75ca7ad6-6390-46bd-8690-8cf89cdfb60e req-1b1cfa7e-c0bc-464a-a862-7983a361ee48 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 210 time: 0.1853769 Aug 27 03:34:52.156593 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5a1df-2f1f-4ad5-ab82-0cc8b4d4c392 req-08fa3434-ab0c-4fd1-99f2-478381fe794a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.162839 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e8e5a1df-2f1f-4ad5-ab82-0cc8b4d4c392 req-08fa3434-ab0c-4fd1-99f2-478381fe794a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.1816273 Aug 27 03:34:52.312550 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e8e5a1df-2f1f-4ad5-ab82-0cc8b4d4c392 req-e72a2089-2caf-4d7e-b12d-99eb3229b5c5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389079 Aug 27 03:34:52.335338 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 8bb5de62-bac5-486b-beb9-4b18648ba144 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:52.497997 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 8bb5de62-bac5-486b-beb9-4b18648ba144 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:52.498676 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:52.545519 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'name': 'tempest-TestMinimumBasicScenario-748228522-router', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:47Z', 'revision_number': 4, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'gw_port': {'id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '7335b966-71db-47f3-a17c-550934ca5e38', 'name': '', 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'mac_address': 'fa:16:3e:9f:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2a6266e1-0415-4af0-bf6d-1f3a6c1552fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:46Z', 'updated_at': '2021-08-27T03:34:47Z', 'revision_number': 2, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'subnets': [{'id': '2a6266e1-0415-4af0-bf6d-1f3a6c1552fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:52.586130 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Checking router: 1b3d016b-40cd-45ba-9298-74e2708aa5d2 for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:52.587772 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Updating router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 port 7335b966-71db-47f3-a17c-550934ca5e38 binding host dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:34:52.656501 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:52.924416 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-f63be4e5-0720-40bc-9beb-2094d4682035 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.936466 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-f63be4e5-0720-40bc-9beb-2094d4682035 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.64 "GET /v2.0/networks?id=0db1ba7a-004f-465e-bc59-521f28c94f5d HTTP/1.1" status: 200 len: 809 time: 0.4997504 Aug 27 03:34:52.964367 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b467ff-58e8-45f5-82e5-e8c3b7ad41d5 req-f5b44f4f-6742-4612-b785-1a9524998d03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.981465 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d2b467ff-58e8-45f5-82e5-e8c3b7ad41d5 req-f5b44f4f-6742-4612-b785-1a9524998d03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.2311087 Aug 27 03:34:53.029877 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950f237-2967-4721-bc79-f95f94dd3112 req-e20c64e5-8bb8-4586-92f4-71ec6dab68ad tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.040751 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6950f237-2967-4721-bc79-f95f94dd3112 req-e20c64e5-8bb8-4586-92f4-71ec6dab68ad tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 946 time: 0.2008882 Aug 27 03:34:53.111522 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6950f237-2967-4721-bc79-f95f94dd3112 req-1d16e143-1f2e-40f7-b784-8147f96f4d93 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683761 Aug 27 03:34:53.156824 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-764b6b81-9a08-4f07-a072-4e808e32f3ee tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf0e5ad5b3604edbb896d54aed296874 HTTP/1.1" status: 200 len: 380 time: 0.1639910 Aug 27 03:34:53.182108 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43154) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:53.209657 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Request body: {'port': {'device_id': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'admin_state_up': True, 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'security_groups': ['432bb59d-1cc8-4181-b77b-5536b1c8f912']}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:53.398666 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d2b467ff-58e8-45f5-82e5-e8c3b7ad41d5 req-ce1765b2-d444-4c5d-b35b-304b47f1b78c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4153154 Aug 27 03:34:53.754292 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858aa20-3d13-4b12-8029-6b5b9e1181b0 req-4a4aad26-6f00-4d1e-bfde-d2ef5a317a97 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.757881 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7858aa20-3d13-4b12-8029-6b5b9e1181b0 req-4a4aad26-6f00-4d1e-bfde-d2ef5a317a97 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.1929128 Aug 27 03:34:53.790492 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Made reservation on behalf of bf0e5ad5b3604edbb896d54aed296874 for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:53.812649 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:53.818915 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:53.881369 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Transition to ACTIVE for port object 7335b966-71db-47f3-a17c-550934ca5e38 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:53.899213 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.018316 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7858aa20-3d13-4b12-8029-6b5b9e1181b0 req-acd18825-9113-484e-8c8d-14e1c27a4956 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464848 Aug 27 03:34:54.067690 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eeaa8-2bdb-4539-8877-ca2467404de9 None None] Pushing event updated for resources: {'Port': ['ID=7335b966-71db-47f3-a17c-550934ca5e38,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:54.213475 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Attempting to bind port 7335b966-71db-47f3-a17c-550934ca5e38 on host dv-cinder-773985-14-smb for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:54.214437 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Attempting to bind port 7335b966-71db-47f3-a17c-550934ca5e38 by drivers openvswitch,hyperv on host dv-cinder-773985-14-smb at level 0 using segments [{'id': 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:54.215218 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Attempting to bind port 7335b966-71db-47f3-a17c-550934ca5e38 on network b92d97db-1a08-4145-a64a-1a5a3be9d8ab {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:54.229563 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Checking agent: {'id': 'a90af1c1-d530-415e-9d99-6302214d916f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:54.230442 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Checking segment: {'id': 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:54.234337 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.238747 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Bound using segment: {'id': 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:54.240339 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Bound port: 7335b966-71db-47f3-a17c-550934ca5e38, host: dv-cinder-773985-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:54.242579 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.403720 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Allocated IP 172.20.0.13 (0db1ba7a-004f-465e-bc59-521f28c94f5d/d08032dd-4899-4d3f-a28b-f17f8dec7675/841cb56a-cf7a-45f5-9cf2-feaf16a02b75) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:54.491950 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] For port 7335b966-71db-47f3-a17c-550934ca5e38, host dv-cinder-773985-14-smb, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:54.506622 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] For port 7335b966-71db-47f3-a17c-550934ca5e38, host dv-cinder-773985-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=7335b966-71db-47f3-a17c-550934ca5e38,segment=NetworkSegment(b4c5d85b-b34d-41ea-bf6b-e6984aac3c74),segment_id=b4c5d85b-b34d-41ea-bf6b-e6984aac3c74)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:54.517420 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.567076 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-960641e6-deba-4c44-9f82-5d69d18c572b req-d9577f83-125a-4274-8696-104e1a0c58d9 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 210 time: 0.5723007 Aug 27 03:34:54.709075 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-0d6d6c81-270d-4158-b6b0-5c1eace0d57c tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.710683 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-0d6d6c81-270d-4158-b6b0-5c1eace0d57c tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.64 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 946 time: 0.7211974 Aug 27 03:34:54.740683 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91b5eb-347e-4371-905b-b3fc9906f789 req-7f0e58ea-5eb7-45ed-ac58-e0ab9966dca1 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.742092 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9a91b5eb-347e-4371-905b-b3fc9906f789 req-7f0e58ea-5eb7-45ed-ac58-e0ab9966dca1 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 946 time: 0.4571025 Aug 27 03:34:54.752446 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Routers {'1b3d016b-40cd-45ba-9298-74e2708aa5d2'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:54.759277 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:55.015412 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9a91b5eb-347e-4371-905b-b3fc9906f789 req-9641f98f-7c78-4d2d-8936-899d63617a33 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528174 Aug 27 03:34:55.168752 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:55.204005 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Transition to ACTIVE for port object 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 will not be triggered until provisioned by entity DHCP. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:55.306031 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:55.315326 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eeaa8-2bdb-4539-8877-ca2467404de9 None None] Pushing event updated for resources: {'Port': ['ID=7335b966-71db-47f3-a17c-550934ca5e38,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:55.351841 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] Set router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:55.408998 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event updated for resources: {'Port': ['ID=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:55.441763 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:34:55.504312 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Network 0db1ba7a-004f-465e-bc59-521f28c94f5d is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:55.519760 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e3884-d56e-43d2-a28a-829e1a715216 req-314319f7-3377-407f-b7fb-c892cd1c2e2d tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.527458 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-210e3884-d56e-43d2-a28a-829e1a715216 req-314319f7-3377-407f-b7fb-c892cd1c2e2d tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.5028393 Aug 27 03:34:55.529977 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:55.545644 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:55.712196 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063263f-f5a3-4fda-a422-b34b6414d5e7 req-86157014-7ff7-4e0f-b7c2-04dad7327fba tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.727088 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-029b3a95-ece7-42a9-913e-85856470ff49 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Deleting port e1d39dfc-f884-423d-a09d-f1d22b6e416e {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:55.727735 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-029b3a95-ece7-42a9-913e-85856470ff49 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:55.729661 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5063263f-f5a3-4fda-a422-b34b6414d5e7 req-86157014-7ff7-4e0f-b7c2-04dad7327fba tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.3941624 Aug 27 03:34:55.788673 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.789342 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:55.891180 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'name': 'tempest-TestMinimumBasicScenario-748228522-router', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:47Z', 'revision_number': 4, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'gw_port': {'id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '7335b966-71db-47f3-a17c-550934ca5e38', 'name': '', 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'mac_address': 'fa:16:3e:9f:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2a6266e1-0415-4af0-bf6d-1f3a6c1552fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:46Z', 'updated_at': '2021-08-27T03:34:54Z', 'revision_number': 4, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'subnets': [{'id': '2a6266e1-0415-4af0-bf6d-1f3a6c1552fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:55.899019 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5063263f-f5a3-4fda-a422-b34b6414d5e7 req-c36aa675-544b-4813-af52-470d39d742a1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682975 Aug 27 03:34:55.918177 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1b76d2ef-b554-48fb-838b-20ede2d167fa tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7107475 Aug 27 03:34:55.929416 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Request body: {'port': {'device_id': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:55.985058 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-029b3a95-ece7-42a9-913e-85856470ff49 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] For port e1d39dfc-f884-423d-a09d-f1d22b6e416e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e1d39dfc-f884-423d-a09d-f1d22b6e416e,segment=NetworkSegment(2262a9e6-9d2d-40a2-996a-22169125fb8c),segment_id=2262a9e6-9d2d-40a2-996a-22169125fb8c)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:55.989954 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-029b3a95-ece7-42a9-913e-85856470ff49 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:56.002195 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467daf35-07ea-46ad-ac30-a9b4457da395 None None] The sync data for ids ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'] in dv-cinder-773985-14-smb is: [{'id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'name': 'tempest-TestMinimumBasicScenario-748228522-router', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:47Z', 'revision_number': 4, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'gw_port': {'id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '7335b966-71db-47f3-a17c-550934ca5e38', 'name': '', 'network_id': 'b92d97db-1a08-4145-a64a-1a5a3be9d8ab', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'mac_address': 'fa:16:3e:9f:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '2a6266e1-0415-4af0-bf6d-1f3a6c1552fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:46Z', 'updated_at': '2021-08-27T03:34:54Z', 'revision_number': 4, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'subnets': [{'id': '2a6266e1-0415-4af0-bf6d-1f3a6c1552fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:56.028018 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-029b3a95-ece7-42a9-913e-85856470ff49 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Calling delete_port for e1d39dfc-f884-423d-a09d-f1d22b6e416e owned by compute:nova {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:56.033434 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-19d22810-1d52-47b8-b101-01afaa02eb8b None None] Provisioning for port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:56.045583 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-19d22810-1d52-47b8-b101-01afaa02eb8b None None] Provisioning complete for port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:56.048594 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-19d22810-1d52-47b8-b101-01afaa02eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:56.199347 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-19d22810-1d52-47b8-b101-01afaa02eb8b None None] Port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:56.277373 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:56.283774 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-210e3884-d56e-43d2-a28a-829e1a715216 req-d875800b-3acf-4d3f-87d7-8c7497dc838c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6365387 Aug 27 03:34:56.386486 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680652'] for router_interface, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:56.428493 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116675-775d-4d5d-b767-c84ac9e02b6b req-e9149eee-893e-4052-8a86-6b107ea907e8 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:56.437229 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2a116675-775d-4d5d-b767-c84ac9e02b6b req-e9149eee-893e-4052-8a86-6b107ea907e8 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 932 time: 0.2579236 Aug 27 03:34:56.744830 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2a116675-775d-4d5d-b767-c84ac9e02b6b req-3c5995a4-6f06-44bb-b389-4fffd2ede81f tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059649 Aug 27 03:34:56.809702 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84ae8d-7f32-4a07-9f9a-c2eac0e26d17 req-faab40c0-6464-489d-b170-9883a4a314a2 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:56.829444 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fc84ae8d-7f32-4a07-9f9a-c2eac0e26d17 req-faab40c0-6464-489d-b170-9883a4a314a2 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 946 time: 0.3316326 Aug 27 03:34:57.040857 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-029b3a95-ece7-42a9-913e-85856470ff49 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.076044 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fc84ae8d-7f32-4a07-9f9a-c2eac0e26d17 req-fb28742b-07de-49fc-b2f1-2c087135ff1b tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451248 Aug 27 03:34:57.241805 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:34:57.257472 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.298811 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b3a95-ece7-42a9-913e-85856470ff49 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Pushing event deleted for resources: {'Port': ['ID=e1d39dfc-f884-423d-a09d-f1d22b6e416e,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:57.343700 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device e1d39dfc-f884-423d-a09d-f1d22b6e416e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:57.423175 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Transition to ACTIVE for port object 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:57.442489 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.452713 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: e1d39dfc-f884-423d-a09d-f1d22b6e416e {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:57.454438 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device e1d39dfc-f884-423d-a09d-f1d22b6e416e not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:57.460084 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-029b3a95-ece7-42a9-913e-85856470ff49 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] No DVR routers for this DVR port e1d39dfc-f884-423d-a09d-f1d22b6e416e on host hv-cinder-77398 {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:34:57.464783 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-029b3a95-ece7-42a9-913e-85856470ff49 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.466978 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-50a08ea0-b4f9-4b67-999d-f49365d3a1ae req-029b3a95-ece7-42a9-913e-85856470ff49 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.64 "DELETE /v2.0/ports/e1d39dfc-f884-423d-a09d-f1d22b6e416e HTTP/1.1" status: 204 len: 173 time: 2.7373860 Aug 27 03:34:57.512485 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a643a441-7685-4f64-9566-fe374849f760', 'name': 'network-vif-deleted', 'tag': 'e1d39dfc-f884-423d-a09d-f1d22b6e416e'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:57.515411 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fc07f5-a1d9-4dfa-a44a-e12338c5f6b2" -d '{"events": [{"server_uuid": "a643a441-7685-4f64-9566-fe374849f760", "name": "network-vif-deleted", "tag": "e1d39dfc-f884-423d-a09d-f1d22b6e416e"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:57.626541 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bbd8a-6eb4-4c0b-a576-11f27844b473 req-95c75a20-5552-4e02-9abd-7bf826209965 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:57.630812 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3d2bbd8a-6eb4-4c0b-a576-11f27844b473 req-95c75a20-5552-4e02-9abd-7bf826209965 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.3598518 Aug 27 03:34:57.757908 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3d2bbd8a-6eb4-4c0b-a576-11f27844b473 req-73dba248-0349-4796-9b32-825c0c5b90b2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112623 Aug 27 03:34:57.799181 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bd61d-c762-40a5-bc8b-636692a3b387 req-b14a8c2c-2058-4bf4-9052-31f1068f2418 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:57.812252 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e61bd61d-c762-40a5-bc8b-636692a3b387 req-b14a8c2c-2058-4bf4-9052-31f1068f2418 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.3441463 Aug 27 03:34:57.918864 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Attempting to bind port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:57.919396 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Attempting to bind port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:57.919743 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Attempting to bind port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 on network 0db1ba7a-004f-465e-bc59-521f28c94f5d {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:57.923742 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:57.941614 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 on network 0db1ba7a-004f-465e-bc59-521f28c94f5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:34:57.943228 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Attempting to bind port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 on network 0db1ba7a-004f-465e-bc59-521f28c94f5d {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:57.965156 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:57.965156 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Checking segment: {'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:57.965479 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Bound using segment: {'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:57.965802 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Bound port: 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:57.968421 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.997626 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3a53c4-70e0-4d58-b1ae-6151f7e12f65 x-openstack-request-id: req-df3a53c4-70e0-4d58-b1ae-6151f7e12f65 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:57.998368 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a643a441-7685-4f64-9566-fe374849f760", "name": "network-vif-deleted", "tag": "e1d39dfc-f884-423d-a09d-f1d22b6e416e", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:57.998948 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df3a53c4-70e0-4d58-b1ae-6151f7e12f65 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:57.999624 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a643a441-7685-4f64-9566-fe374849f760', 'name': 'network-vif-deleted', 'tag': 'e1d39dfc-f884-423d-a09d-f1d22b6e416e', 'status': 'completed', 'code': 200} Aug 27 03:34:58.032061 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e61bd61d-c762-40a5-bc8b-636692a3b387 req-524047ee-a117-4125-804f-ec82f8601a8c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182131 Aug 27 03:34:58.131380 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] Deleting port db97db8c-a79d-4ec0-9c26-a2ed967da51d {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:58.132188 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:58.200751 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] For port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:58.214989 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] For port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:58.279777 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:58.342876 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] For port db97db8c-a79d-4ec0-9c26-a2ed967da51d, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=db97db8c-a79d-4ec0-9c26-a2ed967da51d,segment=NetworkSegment(12a68d96-daeb-4203-937f-6e72b2b19b7a),segment_id=12a68d96-daeb-4203-937f-6e72b2b19b7a)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:58.344013 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:58.364233 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] Calling delete_port for db97db8c-a79d-4ec0-9c26-a2ed967da51d owned by network:router_interface {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:58.417368 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 7335b966-71db-47f3-a17c-550934ca5e38 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:58.501548 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:58.533585 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714adec-1bf8-4fd5-b4b1-f6fb6f5c9480 req-ce9900bd-e35f-432e-b6c3-46ff5737a58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.542392 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1714adec-1bf8-4fd5-b4b1-f6fb6f5c9480 req-ce9900bd-e35f-432e-b6c3-46ff5737a58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 944 time: 0.3215823 Aug 27 03:34:58.563441 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.564422 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:58.568238 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-b9136d91-98db-426f-89a7-fe19f2035dd4 service neutron] 10.222.0.64 "PUT /v2.0/ports/841cb56a-cf7a-45f5-9cf2-feaf16a02b75 HTTP/1.1" status: 200 len: 1094 time: 2.6495817 Aug 27 03:34:58.568954 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:58.572271 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ef043a-e886-4c25-a77b-84096bd73e11" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:58.641096 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning for port 7335b966-71db-47f3-a17c-550934ca5e38 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:58.651846 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-235a9b9c-1ee7-4b79-8b7e-66310f00cbf6 req-9ffc3ef6-5b61-4d04-8f33-301a938ff210 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=a643a441-7685-4f64-9566-fe374849f760 HTTP/1.1" status: 200 len: 210 time: 0.1123421 Aug 27 03:34:58.658218 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 7335b966-71db-47f3-a17c-550934ca5e38 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:58.675701 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1714adec-1bf8-4fd5-b4b1-f6fb6f5c9480 req-38919647-1b78-45cd-9e30-47de155935fd tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101432 Aug 27 03:34:58.675944 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:58.779869 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-ab621697-c374-49c6-a88e-146b15f41dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.783420 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-ab621697-c374-49c6-a88e-146b15f41dcd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf0e5ad5b3604edbb896d54aed296874&device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 1097 time: 0.1409903 Aug 27 03:34:58.788868 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25326b5-7439-4479-ab7a-42bb3b0850f9 x-openstack-request-id: req-a25326b5-7439-4479-ab7a-42bb3b0850f9 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:58.790391 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:58.790996 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a25326b5-7439-4479-ab7a-42bb3b0850f9 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:58.792234 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'status': 'completed', 'code': 200} Aug 27 03:34:58.903764 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-82c68391-aa00-49c8-9e24-19d5f332b6b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75 HTTP/1.1" status: 200 len: 217 time: 0.1085970 Aug 27 03:34:58.973706 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:59.066083 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] For port 7335b966-71db-47f3-a17c-550934ca5e38, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=7335b966-71db-47f3-a17c-550934ca5e38,segment=NetworkSegment(b4c5d85b-b34d-41ea-bf6b-e6984aac3c74),segment_id=b4c5d85b-b34d-41ea-bf6b-e6984aac3c74)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:59.075214 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:59.083897 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:59.192492 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Pushing event updated for resources: {'Port': ['ID=7335b966-71db-47f3-a17c-550934ca5e38,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:59.205497 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] Pushing event deleted for resources: {'Port': ['ID=db97db8c-a79d-4ec0-9c26-a2ed967da51d,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:59.217510 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-54cdd94f-7747-472f-aff5-854f52c648b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.231102 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-54cdd94f-7747-472f-aff5-854f52c648b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d08032dd-4899-4d3f-a28b-f17f8dec7675 HTTP/1.1" status: 200 len: 848 time: 0.3140197 Aug 27 03:34:59.300760 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722604d-b6fd-4323-a135-0da1b2538b3a req-22ab6c9c-24d5-41cd-ad76-8a7d0b960e34 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.302516 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3722604d-b6fd-4323-a135-0da1b2538b3a req-22ab6c9c-24d5-41cd-ad76-8a7d0b960e34 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.2415526 Aug 27 03:34:59.394352 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3722604d-b6fd-4323-a135-0da1b2538b3a req-6e319d1c-d057-4da6-924d-74ff48d7cf04 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716517 Aug 27 03:34:59.421593 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-0ba48ded-5032-4dc9-90da-4d8482ad8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.429596 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-0ba48ded-5032-4dc9-90da-4d8482ad8fbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0db1ba7a-004f-465e-bc59-521f28c94f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1891124 Aug 27 03:34:59.503084 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e673e9-791d-4628-80fa-8458954c344a req-c7f0feae-71b1-4bd1-9509-707be7b616dc tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.503084 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b6e673e9-791d-4628-80fa-8458954c344a req-c7f0feae-71b1-4bd1-9509-707be7b616dc tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.2030668 Aug 27 03:34:59.614659 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b6e673e9-791d-4628-80fa-8458954c344a req-3ded4d60-882c-43aa-b514-5bf5c4ec6223 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119645 Aug 27 03:34:59.655454 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-96d93de6-9ab8-4084-94bd-c13b088a275b service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155874 Aug 27 03:34:59.685798 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680454'] for router_interface, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:59.858450 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c1591c1-b0d2-4f0f-a288-6f875cf33f8c req-1931d715-363e-487f-9573-51902db55f62 service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952560 Aug 27 03:34:59.865427 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa918f95-802d-461a-b612-5e63f8723faf req-293988a7-5a05-43a2-9935-40dc6c50cba0 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.867165 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa918f95-802d-461a-b612-5e63f8723faf req-293988a7-5a05-43a2-9935-40dc6c50cba0 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 944 time: 0.0708792 Aug 27 03:34:59.960384 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa918f95-802d-461a-b612-5e63f8723faf req-dc59434b-e2d6-4e89-97a9-1f081e0362d0 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529358 Aug 27 03:35:00.051589 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] Router 7176886b-e74a-4026-9d1c-f8ef74050378 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:35:00.058342 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-228333fd-62cc-4733-9621-771aa09ee385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.059940 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-228333fd-62cc-4733-9621-771aa09ee385 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf0e5ad5b3604edbb896d54aed296874&device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 1097 time: 0.1111095 Aug 27 03:35:00.285158 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-264ad1f0-fb50-4382-a3c4-0b3da33f74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.291486 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-264ad1f0-fb50-4382-a3c4-0b3da33f74f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0db1ba7a-004f-465e-bc59-521f28c94f5d HTTP/1.1" status: 200 len: 910 time: 0.2113228 Aug 27 03:35:00.379511 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 7335b966-71db-47f3-a17c-550934ca5e38 up at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:00.384121 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-5efe395c-78ea-47c1-b846-746e092e0f46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75 HTTP/1.1" status: 200 len: 217 time: 0.0811844 Aug 27 03:35:00.476544 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-03999ad3-9697-4788-ab21-354caf4ccf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.478967 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-03999ad3-9697-4788-ab21-354caf4ccf2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d08032dd-4899-4d3f-a28b-f17f8dec7675 HTTP/1.1" status: 200 len: 848 time: 0.0866508 Aug 27 03:35:00.554098 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Provisioning complete for port 7335b966-71db-47f3-a17c-550934ca5e38 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:00.558096 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-0d885b7b-9535-434a-ad9d-2e601ab14b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.560095 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-0d885b7b-9535-434a-ad9d-2e601ab14b00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0db1ba7a-004f-465e-bc59-521f28c94f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0692079 Aug 27 03:35:00.563371 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:00.599547 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-d62011fb-dd1d-4fae-91d3-f9d3b2a036dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.601388 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-d62011fb-dd1d-4fae-91d3-f9d3b2a036dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 1099 time: 0.1223681 Aug 27 03:35:00.691280 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:35:00.714033 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-363b41d3-78d5-4b2d-9ba7-a7dcc940a197 admin admin] 10.222.0.41 "PUT /v2.0/routers/7176886b-e74a-4026-9d1c-f8ef74050378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5270188 Aug 27 03:35:00.726761 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43248) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:00.727376 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] Sync routers for ids ['7176886b-e74a-4026-9d1c-f8ef74050378'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:35:00.748509 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] Routers {'7176886b-e74a-4026-9d1c-f8ef74050378'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:00.750928 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['7176886b-e74a-4026-9d1c-f8ef74050378'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:00.847695 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9de491-431d-4489-a7dd-b7a475db8a40 req-014ac79e-0aa2-4522-8286-fdee136e0156 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.855544 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9f9de491-431d-4489-a7dd-b7a475db8a40 req-014ac79e-0aa2-4522-8286-fdee136e0156 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.2515059 Aug 27 03:35:00.907853 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-1cfbb5b9-50e9-4cd3-9bba-a8328d4d3e15 service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383515 Aug 27 03:35:00.945848 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-cc067d94-a663-429b-8c83-7f48e19d3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.947896 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-cc067d94-a663-429b-8c83-7f48e19d3cae service neutron] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 917 time: 0.3378036 Aug 27 03:35:00.955184 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9f9de491-431d-4489-a7dd-b7a475db8a40 req-04a3c5e2-d5e0-464a-bf3d-ca8de85ce437 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985298 Aug 27 03:35:01.001384 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] Set router 7176886b-e74a-4026-9d1c-f8ef74050378 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:01.065832 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d33f14-6b76-43da-a853-92b6dada732e req-de403acd-c644-4222-8c58-0363ceda046e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.074707 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e1d33f14-6b76-43da-a853-92b6dada732e req-de403acd-c644-4222-8c58-0363ceda046e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.2036450 Aug 27 03:35:01.100574 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43256) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:01.188374 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e1d33f14-6b76-43da-a853-92b6dada732e req-b53e4da9-6c3c-487e-a74e-bd796397ef45 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125958 Aug 27 03:35:01.203755 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Notify callbacks [] for router, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:01.208217 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-e2c2ba59-e461-4fc7-a70b-3b324042323c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864 HTTP/1.1" status: 200 len: 1002 time: 0.2039361 Aug 27 03:35:01.385936 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9090820-d0e9-4421-9dd5-d279b4e48304 req-bc5be4c6-1d72-43f5-8a60-7c9b62e858ea tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.388502 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e9090820-d0e9-4421-9dd5-d279b4e48304 req-bc5be4c6-1d72-43f5-8a60-7c9b62e858ea tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 944 time: 0.2581527 Aug 27 03:35:01.404094 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-router', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:34:58Z', 'revision_number': 5, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'gw_port': {'id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:01.454788 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c5972829-708b-41dc-baa6-da1783372f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:01.455290 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] Checking router: 7176886b-e74a-4026-9d1c-f8ef74050378 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:35:01.461261 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-ed792619-8d2d-412c-92c3-049fe4ba3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.463277 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-ed792619-8d2d-412c-92c3-049fe4ba3fe4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.1888869 Aug 27 03:35:01.474379 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] Routers {'7176886b-e74a-4026-9d1c-f8ef74050378'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:01.476383 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['7176886b-e74a-4026-9d1c-f8ef74050378'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:01.519341 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37ef043a-e886-4c25-a77b-84096bd73e11 req-0b1e1e08-3984-4047-af2d-22dba93a5a99 service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630107 Aug 27 03:35:01.536466 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e9090820-d0e9-4421-9dd5-d279b4e48304 req-029232a9-bedc-4277-a7a5-03d2882b0c26 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396279 Aug 27 03:35:01.541260 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:01.625894 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-bb9e70c8-6b5f-47c4-84c5-40d816d267e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.625894 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-bb9e70c8-6b5f-47c4-84c5-40d816d267e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1480424 Aug 27 03:35:01.682241 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] Set router 7176886b-e74a-4026-9d1c-f8ef74050378 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:01.885736 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c5972829-708b-41dc-baa6-da1783372f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:01.888602 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Deleting port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:01.889435 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:01.944386 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-router', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:34:58Z', 'revision_number': 5, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'gw_port': {'id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:01.946628 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-c5972829-708b-41dc-baa6-da1783372f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:01.954821 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-84078c08-ff77-4a4d-955e-dcfbe16c2854 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207278 Aug 27 03:35:01.979593 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d650cb4-5902-412c-911f-3b0a6e1513a0 None None] The sync data for ids ['7176886b-e74a-4026-9d1c-f8ef74050378'] in dv-cinder-773985-14-smb is: [{'id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'name': 'tempest-ServerRescueNegativeTestJSON-1039580676-router', 'tenant_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:34:58Z', 'revision_number': 5, 'project_id': 'c80e5a9fa63c46a2ac4ed22ae623ec52', 'gw_port': {'id': '9c0ab6e9-e873-4f4b-b776-faf54a5a9654', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7176886b-e74a-4026-9d1c-f8ef74050378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:35:02.088114 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5972829-708b-41dc-baa6-da1783372f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f97316-f733-4318-b69f-2a1d860e4363,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:02.094117 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-c5972829-708b-41dc-baa6-da1783372f10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bed24b2b2bec4ca9b8587a166f406b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9909410 Aug 27 03:35:02.099806 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43274) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:02.127630 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] For port 9c0ab6e9-e873-4f4b-b776-faf54a5a9654, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=9c0ab6e9-e873-4f4b-b776-faf54a5a9654,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:02.127996 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:02.169604 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Calling delete_port for 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 owned by network:router_gateway {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:02.188700 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6f0bff4-4a3c-4fa6-8cd4-c904916fc4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:02.208913 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64227f9-9f45-4cdf-a503-1841789ff0d4 req-f555bc19-771c-41df-aa8b-bbe17aee0f23 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:02.210539 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c64227f9-9f45-4cdf-a503-1841789ff0d4 req-f555bc19-771c-41df-aa8b-bbe17aee0f23 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.1431010 Aug 27 03:35:02.215153 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-64fad0ec-e5f6-4f23-8985-5481bdbc408a req-d19e06b2-9739-4823-b7f1-a9dcf5f20ff3 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500432 Aug 27 03:35:02.235580 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6f0bff4-4a3c-4fa6-8cd4-c904916fc4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:02.297906 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c64227f9-9f45-4cdf-a503-1841789ff0d4 req-f5d940d5-0376-4512-bcd4-93ee31603243 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523167 Aug 27 03:35:02.374775 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6f0bff4-4a3c-4fa6-8cd4-c904916fc4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:02.381336 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d6f0bff4-4a3c-4fa6-8cd4-c904916fc4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:02.384100 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-d6f0bff4-4a3c-4fa6-8cd4-c904916fc4dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43f97316-f733-4318-b69f-2a1d860e4363 HTTP/1.1" status: 204 len: 168 time: 0.2831988 Aug 27 03:35:02.421065 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fec49c-2d46-4ba0-b1b8-61cbc18f0b4d req-af906d6d-0dc9-4935-8c60-3fd56c36962a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:02.438727 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f6fec49c-2d46-4ba0-b1b8-61cbc18f0b4d req-af906d6d-0dc9-4935-8c60-3fd56c36962a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1695127 Aug 27 03:35:02.443311 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device db97db8c-a79d-4ec0-9c26-a2ed967da51d no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:02.523314 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: db97db8c-a79d-4ec0-9c26-a2ed967da51d {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:02.524183 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device db97db8c-a79d-4ec0-9c26-a2ed967da51d not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:02.526988 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f6fec49c-2d46-4ba0-b1b8-61cbc18f0b4d req-7428fd82-0eab-4e2a-bacf-7e0f9383922b tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855978 Aug 27 03:35:02.528466 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0bff4-4a3c-4fa6-8cd4-c904916fc4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f97316-f733-4318-b69f-2a1d860e4363,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:02.569936 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:02.719393 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0ab6e9-e873-4f4b-b776-faf54a5a9654,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:02.922364 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78f45f-7c97-4019-9039-25017c34b712 req-8444a8d9-b254-43fb-b91f-6d0c7fe576ab tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:02.924432 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9a78f45f-7c97-4019-9039-25017c34b712 req-8444a8d9-b254-43fb-b91f-6d0c7fe576ab tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 944 time: 0.0853114 Aug 27 03:35:02.927352 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682844'] for router_gateway, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.105188 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844aa07-a529-48a5-bb10-12d3316fad85 req-6ff5f52f-bead-477a-b38f-f7489fc42bf7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:03.106977 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4844aa07-a529-48a5-bb10-12d3316fad85 req-6ff5f52f-bead-477a-b38f-f7489fc42bf7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0863683 Aug 27 03:35:03.107605 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12288'] for router, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.111174 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.168073 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4844aa07-a529-48a5-bb10-12d3316fad85 req-43992d23-af11-448f-9246-0a2ebb92c6c1 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501442 Aug 27 03:35:03.195370 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9a78f45f-7c97-4019-9039-25017c34b712 req-9709a95f-a3a0-4508-811d-a3bf825c5527 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462873 Aug 27 03:35:03.206421 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05419958-7556-4750-a754-4584c0a30be9 req-8839628e-ff95-4772-8dea-3bc9b6732897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:03.207982 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-05419958-7556-4750-a754-4584c0a30be9 req-8839628e-ff95-4772-8dea-3bc9b6732897 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 1098 time: 0.1386824 Aug 27 03:35:03.213218 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-685004'] for router, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.214009 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7176886b-e74a-4026-9d1c-f8ef74050378 {{(pid=93857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:35:03.236445 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] Notify callbacks [] for router, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.239608 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-7ffb5725-f846-45c3-8b83-c8bfacf0e79b admin admin] 10.222.0.41 "DELETE /v2.0/routers/7176886b-e74a-4026-9d1c-f8ef74050378 HTTP/1.1" status: 204 len: 168 time: 2.5116088 Aug 27 03:35:03.241904 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43294) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:03.299293 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcba822-036e-4a82-8528-b4ed18a9a0b0 admin admin] Deleting subnet 8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 {{(pid=93856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:35:03.307157 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-adcba822-036e-4a82-8528-b4ed18a9a0b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.358923 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-adcba822-036e-4a82-8528-b4ed18a9a0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-587269'] for subnet, precommit_delete_associations {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.366413 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:03.369066 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d93ebcd1-931d-44e0-b1a5-970c4c15a864 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:03.420711 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05419958-7556-4750-a754-4584c0a30be9 req-f3dcb67f-2b2b-4b9b-90e5-8c308afd0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:03.424955 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-05419958-7556-4750-a754-4584c0a30be9 req-f3dcb67f-2b2b-4b9b-90e5-8c308afd0f0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 912 time: 0.2083130 Aug 27 03:35:03.443398 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-adcba822-036e-4a82-8528-b4ed18a9a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.575185 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-05419958-7556-4750-a754-4584c0a30be9 req-66605679-8e2a-46a0-9c01-3c685f063e56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5 HTTP/1.1" status: 200 len: 1000 time: 0.1419463 Aug 27 03:35:03.583517 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-adcba822-036e-4a82-8528-b4ed18a9a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475214'] for subnet, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.676951 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05419958-7556-4750-a754-4584c0a30be9 req-8cde1012-0c36-4c67-ac52-65c7e5fd0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:03.678488 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-05419958-7556-4750-a754-4584c0a30be9 req-8cde1012-0c36-4c67-ac52-65c7e5fd0574 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=488300c7-91be-4ddd-9fbe-f1f934d58d2a HTTP/1.1" status: 200 len: 850 time: 0.0936818 Aug 27 03:35:03.694549 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.706837 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcba822-036e-4a82-8528-b4ed18a9a0b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:03.741592 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-adcba822-036e-4a82-8528-b4ed18a9a0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.745427 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-adcba822-036e-4a82-8528-b4ed18a9a0b0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8adfa7ad-ace6-45d4-bdb1-2e9d19735ab8 HTTP/1.1" status: 204 len: 168 time: 0.5011449 Aug 27 03:35:03.750933 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43298) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:03.780707 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f8ab9-8c2c-4f16-bc44-243476f97f38 req-6eb3bf00-2a1a-4f5e-a15b-54f7efbf79da tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:03.782371 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-de1f8ab9-8c2c-4f16-bc44-243476f97f38 req-6eb3bf00-2a1a-4f5e-a15b-54f7efbf79da tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 946 time: 0.2346056 Aug 27 03:35:03.783611 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05419958-7556-4750-a754-4584c0a30be9 req-de6d9f31-b7cf-4080-b5d6-ac8c5950fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:03.786722 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-05419958-7556-4750-a754-4584c0a30be9 req-de6d9f31-b7cf-4080-b5d6-ac8c5950fbf5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0988216 Aug 27 03:35:03.813298 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:03.825231 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:03.860621 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:03.873477 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87055eba-5089-461f-9cc2-40be4a3b37da" -d '{"events": [{"server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "name": "network-vif-unplugged", "status": "completed", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:03.890549 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-de1f8ab9-8c2c-4f16-bc44-243476f97f38 req-0cb2f0c6-9cbe-4035-9962-ea0bc5ba9fa0 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940597 Aug 27 03:35:03.925196 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'port_id': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'mac_address': 'fa:16:3e:7a:9a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:03.946739 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:04.076534 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a98a46e-3ea2-4dc5-bbbb-3f11f77228a1 x-openstack-request-id: req-4a98a46e-3ea2-4dc5-bbbb-3f11f77228a1 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:04.076900 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "name": "network-vif-unplugged", "status": "completed", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:04.077067 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a98a46e-3ea2-4dc5-bbbb-3f11f77228a1 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:04.077426 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'code': 200} Aug 27 03:35:04.080157 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:04.129149 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:04.202198 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=8']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:04.208802 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:04.211743 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:04.227938 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:04.250869 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-05419958-7556-4750-a754-4584c0a30be9 req-8bfd40d9-15be-4b40-af0a-305df05bb390 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413853 Aug 27 03:35:04.263981 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:04.265445 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:04.266037 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 9c0ab6e9-e873-4f4b-b776-faf54a5a9654 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:04.283845 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:04.397830 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:04.503871 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['841cb56a-cf7a-45f5-9cf2-feaf16a02b75'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:04.739811 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-7291d311-e469-4744-8785-4949cd794344 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:04.747795 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-7291d311-e469-4744-8785-4949cd794344 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/networks?id=26f6da48-2383-4170-aae9-237194a62b5a HTTP/1.1" status: 200 len: 814 time: 0.4458306 Aug 27 03:35:04.765773 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-53b880bd-0d6e-431e-aa9a-48759fcdb263 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/quotas/3e244b6be0b14a7ca42572647aa8b182 HTTP/1.1" status: 200 len: 375 time: 0.0166409 Aug 27 03:35:04.812112 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-1c1dca9e-38c9-4e9b-8b24-91f51001c10d tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e244b6be0b14a7ca42572647aa8b182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452518 Aug 27 03:35:04.932824 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-05419958-7556-4750-a754-4584c0a30be9 req-ed78b810-6d2e-45b0-9d10-d4053379ca45 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568489 Aug 27 03:35:04.957711 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-24a21256-e9d2-44fd-b07c-67c32a202531 service neutron] 10.222.0.41 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373453 Aug 27 03:35:04.968180 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:04.978672 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0e582-47e9-41dd-ae02-26fc9eb29dc5 req-f387bbf8-6fa9-41b9-920f-66c5b105f423 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:04.986493 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f0c0e582-47e9-41dd-ae02-26fc9eb29dc5 req-f387bbf8-6fa9-41b9-920f-66c5b105f423 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.6452358 Aug 27 03:35:05.003274 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcde91b-5599-47e4-b56f-9dae1f6d4f7e']}} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:05.022673 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a68d96-daeb-4203-937f-6e72b2b19b7a') {'for_net_delete': True} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:05.022884 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a68d96-daeb-4203-937f-6e72b2b19b7a') {} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:05.045143 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8909183'] for segment, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.062233 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f0c0e582-47e9-41dd-ae02-26fc9eb29dc5 req-a054e6cb-2d1c-44c3-9aa4-1c48dfea0a79 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747585 Aug 27 03:35:05.069912 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.081031 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=93857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:35:05.081629 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599586'] for segment, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: Traceback (most recent call last): Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: timer() Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: cb(*args, **kw) Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: return func(*args, **kwargs) Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: self._notify() Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: self.callback(batched_events) Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: event.method(event) Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: return f(self, *a, **k) Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: return self._get(url).json() Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: return self.request(url, 'GET', **kwargs) Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:35:05.084644 dv-cinder-773985-14-smb neutron-server[93857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:35:05.136216 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-f5be31e9-ff36-40fd-96e6-5a1f4cebcb32 service neutron] 10.222.0.41 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782448 Aug 27 03:35:05.260169 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.271436 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa107-a616-46eb-9d73-36e098af766a req-eeb083ae-fd3d-493e-aab4-eb1d678f556c tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.275004 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b63aa107-a616-46eb-9d73-36e098af766a req-eeb083ae-fd3d-493e-aab4-eb1d678f556c tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 945 time: 0.1092439 Aug 27 03:35:05.282092 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.286835 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cbcde91b-5599-47e4-b56f-9dae1f6d4f7e HTTP/1.1" status: 204 len: 168 time: 1.5329268 Aug 27 03:35:05.338991 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b63aa107-a616-46eb-9d73-36e098af766a req-5148b2ee-eca7-4c01-a7ec-1a0c075e67c8 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582938 Aug 27 03:35:05.339791 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd324134-a46b-4121-a4f3-5b444cc42e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcde91b-5599-47e4-b56f-9dae1f6d4f7e,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:05.390203 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:05.474142 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:05.479456 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1337f772-2f08-49e8-aeeb-8a34c1700a27 req-f1c18a3e-da78-4a48-9adc-417469740ac1 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 210 time: 0.0802100 Aug 27 03:35:05.488325 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:05.488704 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.683001 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17abca1-7884-40c0-9be8-6c32097c2794 req-c11682dd-94b7-434d-9641-e477edd31c01 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.686882 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43332) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:05.692805 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.699916 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f17abca1-7884-40c0-9be8-6c32097c2794 req-c11682dd-94b7-434d-9641-e477edd31c01 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.1442430 Aug 27 03:35:05.769349 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:05.780351 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.794466 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f17abca1-7884-40c0-9be8-6c32097c2794 req-6a1a3180-19be-41c5-b83e-21e776a4868e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930178 Aug 27 03:35:05.801698 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f9ef957b-51d6-4d2f-b0b9-348859b4f3c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c80e5a9fa63c46a2ac4ed22ae623ec52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1132319 Aug 27 03:35:05.803866 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43338) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:05.937840 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:05.949829 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bef8a7ab-87bb-40a1-a93e-ef70994ada7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.985045 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bef8a7ab-87bb-40a1-a93e-ef70994ada7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.066707 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bef8a7ab-87bb-40a1-a93e-ef70994ada7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.070119 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bef8a7ab-87bb-40a1-a93e-ef70994ada7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.074417 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-bef8a7ab-87bb-40a1-a93e-ef70994ada7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9dd74f6-570c-4177-a981-c789bb6dc4de HTTP/1.1" status: 204 len: 168 time: 0.2649961 Aug 27 03:35:06.079611 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:06.088613 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da185f76-8056-488f-8452-c6bf05a4f2fc" -d '{"events": [{"server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "name": "network-vif-plugged", "status": "completed", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:06.100158 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8a7ab-87bb-40a1-a93e-ef70994ada7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dd74f6-570c-4177-a981-c789bb6dc4de,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:06.176115 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b56f5c4-32a2-4774-b6c9-e38cb0ee727f x-openstack-request-id: req-9b56f5c4-32a2-4774-b6c9-e38cb0ee727f {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:06.176551 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "name": "network-vif-plugged", "status": "completed", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:06.176809 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b56f5c4-32a2-4774-b6c9-e38cb0ee727f {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:06.180130 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'code': 200} Aug 27 03:35:06.425462 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2209a7-8657-43c0-8487-2f1ffa9251ba req-30da8715-66a7-4172-a614-b190b5bb7c2c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.434242 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f2209a7-8657-43c0-8487-2f1ffa9251ba req-30da8715-66a7-4172-a614-b190b5bb7c2c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.1537952 Aug 27 03:35:06.496391 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2f2209a7-8657-43c0-8487-2f1ffa9251ba req-667c407b-f6a4-478e-a60f-6e285628ae66 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605593 Aug 27 03:35:06.568746 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1a538-651a-4b33-be52-ad9f702f4a65 req-b4450c25-37a9-4109-b6f4-76f309537cc7 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.574375 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-25e1a538-651a-4b33-be52-ad9f702f4a65 req-b4450c25-37a9-4109-b6f4-76f309537cc7 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0933595 Aug 27 03:35:06.693452 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-30159f1c-4070-45d4-a7cf-cffcf1926408 req-8aa504b0-b2ea-47c9-8230-4043a53dc96b tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 210 time: 0.0472453 Aug 27 03:35:06.696811 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-25e1a538-651a-4b33-be52-ad9f702f4a65 req-74ddf238-997a-4d77-9484-644a934e7924 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101663 Aug 27 03:35:06.830727 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7726c9-61a3-48fd-bfd5-032c0bd5de3b req-69d75a52-2a53-41bf-8c3e-8c4df5ff8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.837701 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dc7726c9-61a3-48fd-bfd5-032c0bd5de3b req-69d75a52-2a53-41bf-8c3e-8c4df5ff8fdb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 1099 time: 0.0856476 Aug 27 03:35:06.908839 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dc7726c9-61a3-48fd-bfd5-032c0bd5de3b req-77143e1f-90d5-4295-8281-8054dbbabdfd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629578 Aug 27 03:35:07.121189 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49605ad-4cfe-4094-b45e-763c91e10e15 req-62c8f97c-0af2-41f3-8adf-82588608b0e1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.126480 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a49605ad-4cfe-4094-b45e-763c91e10e15 req-62c8f97c-0af2-41f3-8adf-82588608b0e1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0985491 Aug 27 03:35:07.358768 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a49605ad-4cfe-4094-b45e-763c91e10e15 req-3be177aa-79a3-4755-bdf7-cbe53bb2d4a0 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119994 Aug 27 03:35:07.403587 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d93ebcd1-931d-44e0-b1a5-970c4c15a864 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:07.483594 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-6d083978-fdb1-4f70-902f-e53e2cfbe168 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.496389 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-6d083978-fdb1-4f70-902f-e53e2cfbe168 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.64 "GET /v2.0/networks?id=26f6da48-2383-4170-aae9-237194a62b5a HTTP/1.1" status: 200 len: 814 time: 0.3573370 Aug 27 03:35:07.501959 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Request body: {'port': {'device_id': 'c301ffad-3af9-406a-9457-2a61cf07cb52', 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a', 'admin_state_up': True, 'tenant_id': '3e244b6be0b14a7ca42572647aa8b182'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:07.733890 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Made reservation on behalf of 3e244b6be0b14a7ca42572647aa8b182 for: {'port': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:35:07.741683 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.839358 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-54ae0e7c-605b-4a80-b5e2-0c7d8eefbc49 req-b1cb2004-f86d-4f77-a45a-71ada65f25be tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 210 time: 0.0453610 Aug 27 03:35:07.906696 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43418) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:08.078437 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465a2b9-c24c-4ee6-ba75-5f14f74e27cb req-409da9ad-cea9-4a9b-9778-772579f4cf70 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:08.085327 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b465a2b9-c24c-4ee6-ba75-5f14f74e27cb req-409da9ad-cea9-4a9b-9778-772579f4cf70 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.1289949 Aug 27 03:35:08.114044 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-acde4d25-1ce7-4bf0-94ad-868c1ca92ca2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2054701 Aug 27 03:35:08.201941 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Allocated IP 172.20.0.6 (26f6da48-2383-4170-aae9-237194a62b5a/8d1bd792-4730-4095-828b-9f4a8f0c7b54/49633627-a611-4f87-90de-19e46cf50de7) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:08.245462 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b465a2b9-c24c-4ee6-ba75-5f14f74e27cb req-75c55a6a-bedf-4e5e-919d-d6b5459df5e8 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442330 Aug 27 03:35:08.496078 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.576824 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.610630 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21331d-324f-41b6-9802-ee8060685176 req-634049de-b27b-41ef-a1e2-3cbe94c4f001 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:08.613849 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7e21331d-324f-41b6-9802-ee8060685176 req-634049de-b27b-41ef-a1e2-3cbe94c4f001 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.1251211 Aug 27 03:35:08.681710 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Network 26f6da48-2383-4170-aae9-237194a62b5a is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:08.686973 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:08.693680 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:08.698945 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Pushing event updated for resources: {'Port': ['ID=49633627-a611-4f87-90de-19e46cf50de7,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:08.712727 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7e21331d-324f-41b6-9802-ee8060685176 req-021a4bdf-1727-4a1a-b8de-2b1e79037034 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894439 Aug 27 03:35:08.788328 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:08.789756 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.831340 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0dbd536f-59dc-4df8-9493-ae1ca75b7797 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3336239 Aug 27 03:35:08.846556 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Request body: {'port': {'device_id': 'c301ffad-3af9-406a-9457-2a61cf07cb52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:09.062342 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.294554 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43261a-a424-4844-8b12-8180dfe7b31e req-72a31532-46be-49ea-a2d2-3ddcd4f225c6 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:09.302843 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0e43261a-a424-4844-8b12-8180dfe7b31e req-72a31532-46be-49ea-a2d2-3ddcd4f225c6 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 931 time: 0.2851241 Aug 27 03:35:09.436044 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0e43261a-a424-4844-8b12-8180dfe7b31e req-592e21dc-4ccc-4c48-a768-a44cf42b37c1 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284437 Aug 27 03:35:09.478421 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751f2b3-82ad-497b-96bc-79ce9ebc5d78 req-d38659af-7f53-4954-bfc7-f979ce472400 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:09.489494 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6751f2b3-82ad-497b-96bc-79ce9ebc5d78 req-d38659af-7f53-4954-bfc7-f979ce472400 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.1349010 Aug 27 03:35:09.557220 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6751f2b3-82ad-497b-96bc-79ce9ebc5d78 req-72957ba4-5f12-42c0-86e9-759c3c0eb450 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655224 Aug 27 03:35:09.811884 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49633627-a611-4f87-90de-19e46cf50de7 {{(pid=93857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:09.825104 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.839631 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.provisioning_blocks [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Transition to ACTIVE for port object 49633627-a611-4f87-90de-19e46cf50de7 will not be triggered until provisioned by entity L2. {{(pid=93857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:35:09.869820 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.953827 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893b91-ad7d-4d0b-9b25-bfe1d0bcc4a9 req-9de16c14-9528-4e44-9cd9-4e6e5743522b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:09.956057 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d8893b91-ad7d-4d0b-9b25-bfe1d0bcc4a9 req-9de16c14-9528-4e44-9cd9-4e6e5743522b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.2375503 Aug 27 03:35:09.992840 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Pushing event updated for resources: {'Port': ['ID=49633627-a611-4f87-90de-19e46cf50de7,revision_number=2']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:10.042683 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952fa43-83d5-4cd2-b1cf-28a4e765c88e req-dca1f46d-2a80-41c0-9ed7-abfba756a4ac tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.044509 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3952fa43-83d5-4cd2-b1cf-28a4e765c88e req-dca1f46d-2a80-41c0-9ed7-abfba756a4ac tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.1261516 Aug 27 03:35:10.125974 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d8893b91-ad7d-4d0b-9b25-bfe1d0bcc4a9 req-e74c056e-9f1c-486b-bd80-c6273c023feb tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389961 Aug 27 03:35:10.140491 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3952fa43-83d5-4cd2-b1cf-28a4e765c88e req-ad5a290c-1176-4cf6-8b14-dd85a79e37d4 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856912 Aug 27 03:35:10.143741 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43460) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:10.183546 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Attempting to bind port 49633627-a611-4f87-90de-19e46cf50de7 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:35:10.184832 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Attempting to bind port 49633627-a611-4f87-90de-19e46cf50de7 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '2262a9e6-9d2d-40a2-996a-22169125fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a'}] {{(pid=93857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:35:10.185557 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Attempting to bind port 49633627-a611-4f87-90de-19e46cf50de7 on network 26f6da48-2383-4170-aae9-237194a62b5a {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:10.193380 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Port 49633627-a611-4f87-90de-19e46cf50de7 on network 26f6da48-2383-4170-aae9-237194a62b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:35:10.194141 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Attempting to bind port 49633627-a611-4f87-90de-19e46cf50de7 on network 26f6da48-2383-4170-aae9-237194a62b5a {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:10.219177 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:35:10.219516 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Checking segment: {'id': '2262a9e6-9d2d-40a2-996a-22169125fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:35:10.219903 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Bound using segment: {'id': '2262a9e6-9d2d-40a2-996a-22169125fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a'} {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:35:10.222333 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Bound port: 49633627-a611-4f87-90de-19e46cf50de7, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2262a9e6-9d2d-40a2-996a-22169125fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a'}}] {{(pid=93857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:35:10.223743 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.362541 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-aa6d13a6-eeac-4aeb-bb01-1a734c37e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.365921 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-aa6d13a6-eeac-4aeb-bb01-1a734c37e13b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91&tenant_id=d597800516ce450ab54b937650e01824 HTTP/1.1" status: 200 len: 1097 time: 0.1496353 Aug 27 03:35:10.459396 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-05b08133-81de-4dbd-a791-28bb4ca7abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.462626 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-05b08133-81de-4dbd-a791-28bb4ca7abcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 1097 time: 0.0599818 Aug 27 03:35:10.476235 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] For port 49633627-a611-4f87-90de-19e46cf50de7, host hv-cinder-77398, cleared binding levels {{(pid=93857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:35:10.497232 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] For port 49633627-a611-4f87-90de-19e46cf50de7, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=49633627-a611-4f87-90de-19e46cf50de7,segment=NetworkSegment(2262a9e6-9d2d-40a2-996a-22169125fb8c),segment_id=2262a9e6-9d2d-40a2-996a-22169125fb8c)] {{(pid=93857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:35:10.503362 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.548435 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f7318e-2ae7-471e-a2fa-05e2e3f96da1 tempest-TestShelveInstance-8358634 tempest-TestShelveInstance-8358634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.554013 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-62f7318e-2ae7-471e-a2fa-05e2e3f96da1 tempest-TestShelveInstance-8358634 tempest-TestShelveInstance-8358634-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 1094 time: 0.4047120 Aug 27 03:35:10.555541 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43472) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:10.556476 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.557252 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.558738 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] 10.222.0.64 "PUT /v2.0/ports/49633627-a611-4f87-90de-19e46cf50de7 HTTP/1.1" status: 200 len: 1093 time: 1.7197111 Aug 27 03:35:10.559204 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c301ffad-3af9-406a-9457-2a61cf07cb52', 'tag': '49633627-a611-4f87-90de-19e46cf50de7'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:10.561586 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a80409b-e3d9-4301-b324-20731d6d48b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c301ffad-3af9-406a-9457-2a61cf07cb52", "tag": "49633627-a611-4f87-90de-19e46cf50de7"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:10.581038 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Request body: {'floatingip': {'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'port_id': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:10.641996 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c95e4-065a-4291-a078-eda8143b7766 service neutron] Pushing event updated for resources: {'Port': ['ID=49633627-a611-4f87-90de-19e46cf50de7,revision_number=3']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:10.650138 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for floatingip, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.686158 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7644bacc-fa5d-4a2a-a3fe-9438d55f56fe x-openstack-request-id: req-7644bacc-fa5d-4a2a-a3fe-9438d55f56fe {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:10.686522 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c301ffad-3af9-406a-9457-2a61cf07cb52", "tag": "49633627-a611-4f87-90de-19e46cf50de7", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:10.686706 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7644bacc-fa5d-4a2a-a3fe-9438d55f56fe {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:10.687203 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c301ffad-3af9-406a-9457-2a61cf07cb52', 'tag': '49633627-a611-4f87-90de-19e46cf50de7', 'status': 'completed', 'code': 200} Aug 27 03:35:10.708898 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d343a2d-9d9a-4ea9-8711-bb9762d5e26a req-a3fcbaab-1086-4c7c-888c-7e93b57d073d tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.717763 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4d343a2d-9d9a-4ea9-8711-bb9762d5e26a req-a3fcbaab-1086-4c7c-888c-7e93b57d073d tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 943 time: 0.1662943 Aug 27 03:35:10.762714 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-3de0788c-ceb1-4256-ad58-5dedcce095be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.764889 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-3de0788c-ceb1-4256-ad58-5dedcce095be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e244b6be0b14a7ca42572647aa8b182&device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 1096 time: 0.1260085 Aug 27 03:35:10.778347 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-43115820-7395-4da4-bf2b-437a3ce55dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.780258 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-43115820-7395-4da4-bf2b-437a3ce55dbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 917 time: 0.3107314 Aug 27 03:35:10.818304 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-0cbf7f31-59b3-4dd5-9240-a0fdd282c668 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49633627-a611-4f87-90de-19e46cf50de7 HTTP/1.1" status: 200 len: 217 time: 0.0422783 Aug 27 03:35:10.822656 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4d343a2d-9d9a-4ea9-8711-bb9762d5e26a req-3428e30e-49af-46e3-9a50-fca01efa0df5 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038399 Aug 27 03:35:10.873681 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-508c9e3d-2d8a-4c31-865c-327e82a7b3b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864 HTTP/1.1" status: 200 len: 1000 time: 0.0839076 Aug 27 03:35:10.892859 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-666be655-8139-446d-8869-db156e479f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.894992 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-666be655-8139-446d-8869-db156e479f76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d1bd792-4730-4095-828b-9f4a8f0c7b54 HTTP/1.1" status: 200 len: 854 time: 0.0703578 Aug 27 03:35:10.949062 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-bfb3a184-8441-414b-88ee-fe84b572810b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26f6da48-2383-4170-aae9-237194a62b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384429 Aug 27 03:35:10.955072 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.958015 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-e7842483-9ed0-4353-9fbd-9333f6044dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.959067 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-e7842483-9ed0-4353-9fbd-9333f6044dd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.0751274 Aug 27 03:35:11.056215 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-99ff58fb-628a-4304-ad17-1ff3243ef83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.057948 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-99ff58fb-628a-4304-ad17-1ff3243ef83f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0918427 Aug 27 03:35:11.064222 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-c189c946-ef61-4cd5-a33e-f87534f25028 service neutron] 10.222.0.64 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074030 Aug 27 03:35:11.183874 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Allocated IP 172.28.1.243 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/640b9597-5cfa-4619-9887-4483d3b59359) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:11.236365 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3cbba704-0df4-4d8b-a2ca-7667706facd3 req-986abe44-e66a-4aa2-8a38-e52aa97e2fe9 service neutron] 10.222.0.64 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595135 Aug 27 03:35:11.282751 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-d3f5414b-12c2-400c-b410-065b4eaf0e6e service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135828 Aug 27 03:35:11.353632 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80409b-e3d9-4301-b324-20731d6d48b2 req-c293a590-d790-498a-9f1e-dd5c838d4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.355308 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0a80409b-e3d9-4301-b324-20731d6d48b2 req-c293a590-d790-498a-9f1e-dd5c838d4776 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e244b6be0b14a7ca42572647aa8b182&device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 1096 time: 0.0540695 Aug 27 03:35:11.440902 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.465608 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b98b3-49b6-40b4-9199-66034fce8b45 req-4f3955a6-d092-4bd5-b568-9a862f5c1e34 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.473480 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9a1b98b3-49b6-40b4-9199-66034fce8b45 req-4f3955a6-d092-4bd5-b568-9a862f5c1e34 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.1952877 Aug 27 03:35:11.529639 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e548fb8f-c0df-4182-bb2d-964b87ece46a req-a30cef48-d6d7-4b2e-bf46-b2c1a4e650dc service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366874 Aug 27 03:35:11.579140 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9a1b98b3-49b6-40b4-9199-66034fce8b45 req-a892de15-ae96-4296-b322-b4922b646849 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043630 Aug 27 03:35:11.623089 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80409b-e3d9-4301-b324-20731d6d48b2 req-c7e995a9-cd51-4bca-889e-c769857bdcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.624661 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0a80409b-e3d9-4301-b324-20731d6d48b2 req-c7e995a9-cd51-4bca-889e-c769857bdcdf service neutron] 10.222.0.64 "GET /v2.0/networks?id=26f6da48-2383-4170-aae9-237194a62b5a HTTP/1.1" status: 200 len: 915 time: 0.2611485 Aug 27 03:35:11.637751 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.671676 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:11.676810 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:11.682178 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:11.704714 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0a80409b-e3d9-4301-b324-20731d6d48b2 req-2c983fc2-b523-4e51-80b8-d3e846c9a436 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49633627-a611-4f87-90de-19e46cf50de7 HTTP/1.1" status: 200 len: 217 time: 0.0592237 Aug 27 03:35:11.718962 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event updated for resources: {'Port': ['ID=640b9597-5cfa-4619-9887-4483d3b59359,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:11.774900 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80409b-e3d9-4301-b324-20731d6d48b2 req-f3075b78-17f4-4511-8c8d-59b6963e9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.777713 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0a80409b-e3d9-4301-b324-20731d6d48b2 req-f3075b78-17f4-4511-8c8d-59b6963e9fad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d1bd792-4730-4095-828b-9f4a8f0c7b54 HTTP/1.1" status: 200 len: 854 time: 0.0651124 Aug 27 03:35:11.822278 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0a80409b-e3d9-4301-b324-20731d6d48b2 req-0f553eda-1860-4d17-88ac-7984d423479e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26f6da48-2383-4170-aae9-237194a62b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341704 Aug 27 03:35:11.999969 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0a80409b-e3d9-4301-b324-20731d6d48b2 req-9fcf1d7b-b630-4be6-a695-fbffd359bcd8 service neutron] 10.222.0.64 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693096 Aug 27 03:35:12.152252 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180abb69-1f80-42a0-a5b3-a0d014a3f161 req-b1b7fb25-5422-45b8-81b0-4611580026fa tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:12.159369 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0a80409b-e3d9-4301-b324-20731d6d48b2 req-2b81c537-01f2-457e-bc00-139f4534fd31 service neutron] 10.222.0.64 "GET /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510837 Aug 27 03:35:12.162642 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-180abb69-1f80-42a0-a5b3-a0d014a3f161 req-b1b7fb25-5422-45b8-81b0-4611580026fa tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 943 time: 0.1907058 Aug 27 03:35:12.292006 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-180abb69-1f80-42a0-a5b3-a0d014a3f161 req-f74536fd-02e2-4606-90fe-aa088e3e60f5 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238809 Aug 27 03:35:12.466166 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:12.599310 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:12.896536 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b390df2-3743-4180-b519-04d6dc63c675 req-f5d83d8e-4161-413c-bb8c-580ec57495f4 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:12.906607 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0b390df2-3743-4180-b519-04d6dc63c675 req-f5d83d8e-4161-413c-bb8c-580ec57495f4 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.1577804 Aug 27 03:35:12.980278 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0b390df2-3743-4180-b519-04d6dc63c675 req-23bb07bd-1b9d-45d7-b3e3-c51d470ebe90 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726392 Aug 27 03:35:13.007207 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.029797 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.038308 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547079-0445-430a-9d45-829fa8f7216f req-39f3b4e6-78cf-48d9-9a44-5fc056377a46 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:13.051676 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-39f3b4e6-78cf-48d9-9a44-5fc056377a46 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/networks?id=0e882ab8-b67d-4872-b267-3ad1ab0103b5 HTTP/1.1" status: 200 len: 815 time: 0.1647522 Aug 27 03:35:13.081404 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-23075702-ad4e-4772-8015-c67b0e2a444e tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/quotas/aa5ce3b069874313bfc4be8a62039449 HTTP/1.1" status: 200 len: 375 time: 0.0257022 Aug 27 03:35:13.199721 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-4ad0a6aa-f8bf-442a-bb43-fd81a5a5f812 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa5ce3b069874313bfc4be8a62039449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1169357 Aug 27 03:35:13.381222 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-bba3e893-42cf-43fa-b2f1-f727bf42ff9a service neutron] 10.222.0.41 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769111 Aug 27 03:35:13.447294 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 49633627-a611-4f87-90de-19e46cf50de7 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:13.609310 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-f14e2aa1-167c-4f49-beec-72a28e364d8b service neutron] 10.222.0.41 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236049 Aug 27 03:35:13.610808 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.652054 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f38c90ae-cb31-4e44-87eb-bb0b55451ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.715879 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event updated for resources: {'Port': ['ID=640b9597-5cfa-4619-9887-4483d3b59359,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:13.747557 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 49633627-a611-4f87-90de-19e46cf50de7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=49633627-a611-4f87-90de-19e46cf50de7,segment=NetworkSegment(2262a9e6-9d2d-40a2-996a-22169125fb8c),segment_id=2262a9e6-9d2d-40a2-996a-22169125fb8c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:13.773382 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': '49633627-a611-4f87-90de-19e46cf50de7', 'network_id': '26f6da48-2383-4170-aae9-237194a62b5a', 'port_id': '49633627-a611-4f87-90de-19e46cf50de7', 'mac_address': 'fa:16:3e:f8:3d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1bd792-4730-4095-828b-9f4a8f0c7b54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:13.855998 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.883372 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49633627-a611-4f87-90de-19e46cf50de7 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:13.914407 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48672667-3bc6-4011-bcac-60221d9cbae3 req-7f5370b4-8f2f-4b2b-bc3b-f9a899ba3167 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:13.920617 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 49633627-a611-4f87-90de-19e46cf50de7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=49633627-a611-4f87-90de-19e46cf50de7,segment=NetworkSegment(2262a9e6-9d2d-40a2-996a-22169125fb8c),segment_id=2262a9e6-9d2d-40a2-996a-22169125fb8c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:13.922954 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-48672667-3bc6-4011-bcac-60221d9cbae3 req-7f5370b4-8f2f-4b2b-bc3b-f9a899ba3167 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 943 time: 0.2921810 Aug 27 03:35:13.929262 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.979089 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-48672667-3bc6-4011-bcac-60221d9cbae3 req-c8df164d-006a-464e-b47b-a98373379bdf tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530560 Aug 27 03:35:13.989615 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.l3_db [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Floating IP 29fb0787-d7fc-47f1-b5ca-82b18ea7f49d associated. External IP: 172.28.1.243, port: 841cb56a-cf7a-45f5-9cf2-feaf16a02b75. Aug 27 03:35:14.016168 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1fa53d0a-f9f7-4f0a-aaeb-98c9c7647c02 req-97fee817-6743-4014-bdf9-45d47d70493b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0747042 Aug 27 03:35:14.137164 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=49633627-a611-4f87-90de-19e46cf50de7,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:14.226520 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['49633627-a611-4f87-90de-19e46cf50de7'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:14.343027 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1caccb-e6b1-41fa-8300-da5d626f3138 req-caa2e671-d5da-45fa-add5-e1ae029f7ac6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:14.350652 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ac1caccb-e6b1-41fa-8300-da5d626f3138 req-caa2e671-d5da-45fa-add5-e1ae029f7ac6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.1438150 Aug 27 03:35:14.600641 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ac1caccb-e6b1-41fa-8300-da5d626f3138 req-29013df8-6587-4941-98a0-f0e2d774f20d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376559 Aug 27 03:35:14.651988 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:35:14.724291 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43586) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:14.831175 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:35:14.852738 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] Sync routers for ids ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:35:14.853669 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.867974 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] Routers {'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:14.868801 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:14.912338 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-eecc9d7c-636d-4723-a5c2-e85bd14ab58b tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3486350 Aug 27 03:35:14.913732 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:14.916601 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8b8694-2325-4e8f-b872-15e4f62ce708" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:14.973407 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b05cbb5-6800-48b5-8d1a-72b51501cc05 x-openstack-request-id: req-4b05cbb5-6800-48b5-8d1a-72b51501cc05 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:14.973407 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:14.974073 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b05cbb5-6800-48b5-8d1a-72b51501cc05 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:14.974579 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'status': 'completed', 'code': 200} Aug 27 03:35:15.003958 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-68607486-69a5-472e-8b3f-9b4f407898a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.021655 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] Set router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:15.157182 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f4e86-252c-4779-afb9-d35241dc3e0c req-220e9cb6-cde5-44ee-9418-71dd152e4107 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:15.159880 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-621f4e86-252c-4779-afb9-d35241dc3e0c req-220e9cb6-cde5-44ee-9418-71dd152e4107 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 944 time: 0.0847487 Aug 27 03:35:15.181539 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a6b47577-efc0-4bef-a403-105047d86c57 req-c4e89907-6eb6-4dab-a260-99109f4a3e4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0611200 Aug 27 03:35:15.262473 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-68607486-69a5-472e-8b3f-9b4f407898a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.281163 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-68607486-69a5-472e-8b3f-9b4f407898a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.288360 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-621f4e86-252c-4779-afb9-d35241dc3e0c req-c4f605ac-7ce0-429a-b25f-22577e33e03d tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182895 Aug 27 03:35:15.349221 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68607486-69a5-472e-8b3f-9b4f407898a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ef7f85-198c-4b96-a0f7-6a3f41feff5d,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:15.378613 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-68607486-69a5-472e-8b3f-9b4f407898a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d657786ec74442959a6d61c71ef35507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527865 Aug 27 03:35:15.380376 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43600) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:15.458867 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6316ca8f-2fb1-49b2-af5e-859b4ffc1e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.476204 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 49633627-a611-4f87-90de-19e46cf50de7 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:15.496009 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6316ca8f-2fb1-49b2-af5e-859b4ffc1e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.521236 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:49Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '29fb0787-d7fc-47f1-b5ca-82b18ea7f49d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'floating_ip_address': '172.28.1.243', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'port_id': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'mac_address': 'fa:16:3e:7a:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:12Z', 'updated_at': '2021-08-27T03:35:12Z', 'revision_number': 0, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f5fe6d-9d0b-4623-bd36-349e36c38b8f', 'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'mac_address': 'fa:16:3e:99:4e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:47Z', 'updated_at': '2021-08-27T03:33:58Z', 'revision_number': 5, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'subnets': [{'id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:15.552069 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6316ca8f-2fb1-49b2-af5e-859b4ffc1e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.555295 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6316ca8f-2fb1-49b2-af5e-859b4ffc1e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.557273 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] Checking router: ab6f1ee4-4dde-45bc-bc40-b0197380b6ca for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:35:15.560161 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-6316ca8f-2fb1-49b2-af5e-859b4ffc1e06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1ef7f85-198c-4b96-a0f7-6a3f41feff5d HTTP/1.1" status: 204 len: 168 time: 0.1784673 Aug 27 03:35:15.568975 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316ca8f-2fb1-49b2-af5e-859b4ffc1e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ef7f85-198c-4b96-a0f7-6a3f41feff5d,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:15.575354 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] Routers {'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:15.575866 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:15.821307 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f773-32ac-4355-8cda-c1eeefcd7cbc req-055248fe-ea5e-43f4-81b3-9fa632db00c3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:15.831035 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3028f773-32ac-4355-8cda-c1eeefcd7cbc req-055248fe-ea5e-43f4-81b3-9fa632db00c3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0800924 Aug 27 03:35:15.836511 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port 49633627-a611-4f87-90de-19e46cf50de7 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:15.847309 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port 49633627-a611-4f87-90de-19e46cf50de7 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:15.847933 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.917732 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-3028f773-32ac-4355-8cda-c1eeefcd7cbc req-c69ac6d5-5399-4127-b1c8-b0dae72dfd1c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850639 Aug 27 03:35:16.061649 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] Set router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:16.101635 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.164437 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43608) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:16.186084 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c301ffad-3af9-406a-9457-2a61cf07cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49633627-a611-4f87-90de-19e46cf50de7'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:16.186357 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-bf3cd03b-7043-4d86-94f2-6351bf846b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.186463 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc702828-6819-4e7e-80c5-8a6605425d62" -d '{"events": [{"server_uuid": "c301ffad-3af9-406a-9457-2a61cf07cb52", "name": "network-vif-plugged", "status": "completed", "tag": "49633627-a611-4f87-90de-19e46cf50de7"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:16.234603 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 49633627-a611-4f87-90de-19e46cf50de7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=49633627-a611-4f87-90de-19e46cf50de7,segment=NetworkSegment(2262a9e6-9d2d-40a2-996a-22169125fb8c),segment_id=2262a9e6-9d2d-40a2-996a-22169125fb8c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:16.241495 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.266109 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116ed39b-31ad-4117-8e04-c695ec353b60 x-openstack-request-id: req-116ed39b-31ad-4117-8e04-c695ec353b60 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:16.266109 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c301ffad-3af9-406a-9457-2a61cf07cb52", "name": "network-vif-plugged", "status": "completed", "tag": "49633627-a611-4f87-90de-19e46cf50de7", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:16.266109 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-116ed39b-31ad-4117-8e04-c695ec353b60 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:16.266109 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c301ffad-3af9-406a-9457-2a61cf07cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49633627-a611-4f87-90de-19e46cf50de7', 'code': 200} Aug 27 03:35:16.370988 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c7e330af-90f8-4a0a-acaa-839f153d6862 req-1dc8f039-08f4-44e9-9e85-dbd437742891 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0750215 Aug 27 03:35:16.414686 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=49633627-a611-4f87-90de-19e46cf50de7,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:16.435104 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-bf3cd03b-7043-4d86-94f2-6351bf846b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.446297 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-bf3cd03b-7043-4d86-94f2-6351bf846b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.529983 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43616) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:16.530228 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-bf3cd03b-7043-4d86-94f2-6351bf846b06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b453579a8bf44eab197334106602f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642981 Aug 27 03:35:16.535808 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cd03b-7043-4d86-94f2-6351bf846b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467c0c9c-d5ed-4626-b3f2-b3c745a67307,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:16.551908 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:49Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '29fb0787-d7fc-47f1-b5ca-82b18ea7f49d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'floating_ip_address': '172.28.1.243', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'port_id': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'mac_address': 'fa:16:3e:7a:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:12Z', 'updated_at': '2021-08-27T03:35:12Z', 'revision_number': 0, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f5fe6d-9d0b-4623-bd36-349e36c38b8f', 'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'mac_address': 'fa:16:3e:99:4e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:47Z', 'updated_at': '2021-08-27T03:33:58Z', 'revision_number': 5, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'subnets': [{'id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:16.559698 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793d1ee-bef1-4dbc-a4a0-e3ff93f95f26 req-eb7d4e75-c90e-47f8-8c73-136985578323 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.562109 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f793d1ee-bef1-4dbc-a4a0-e3ff93f95f26 req-eb7d4e75-c90e-47f8-8c73-136985578323 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.1174374 Aug 27 03:35:16.609083 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717b907-5ad2-4464-bd75-a3e82de28296 None None] The sync data for ids ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'] in dv-cinder-773985-14-smb is: [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:49Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '29fb0787-d7fc-47f1-b5ca-82b18ea7f49d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'floating_ip_address': '172.28.1.243', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'port_id': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'mac_address': 'fa:16:3e:7a:9a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:12Z', 'updated_at': '2021-08-27T03:35:12Z', 'revision_number': 0, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f5fe6d-9d0b-4623-bd36-349e36c38b8f', 'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'mac_address': 'fa:16:3e:99:4e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:47Z', 'updated_at': '2021-08-27T03:33:58Z', 'revision_number': 5, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'subnets': [{'id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:35:16.616598 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-106808ae-cc76-4391-acbc-5f2db2539e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.629887 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-40790565-726f-418d-84c0-6d005d9dbc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.635173 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f793d1ee-bef1-4dbc-a4a0-e3ff93f95f26 req-726fdaf1-fd39-4c77-886b-98fb3863882a tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603840 Aug 27 03:35:16.656282 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-106808ae-cc76-4391-acbc-5f2db2539e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.723810 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-106808ae-cc76-4391-acbc-5f2db2539e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.726566 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-106808ae-cc76-4391-acbc-5f2db2539e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.728041 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-106808ae-cc76-4391-acbc-5f2db2539e7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/467c0c9c-d5ed-4626-b3f2-b3c745a67307 HTTP/1.1" status: 204 len: 168 time: 0.1967647 Aug 27 03:35:16.752973 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106808ae-cc76-4391-acbc-5f2db2539e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467c0c9c-d5ed-4626-b3f2-b3c745a67307,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:16.937913 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e676c-8eb0-480e-affa-b9d3098e87f0 None None] New status for floating IP 29fb0787-d7fc-47f1-b5ca-82b18ea7f49d: ACTIVE {{(pid=93859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:35:17.145034 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c93cbc-61d7-4c26-8823-45e81ae736e6 req-062a7009-0027-439d-ad94-387c9b0dc966 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:17.147629 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a0c93cbc-61d7-4c26-8823-45e81ae736e6 req-062a7009-0027-439d-ad94-387c9b0dc966 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.1203201 Aug 27 03:35:17.250303 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a0c93cbc-61d7-4c26-8823-45e81ae736e6 req-004fcf4d-8240-4b98-93e1-b947f80cf222 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894182 Aug 27 03:35:17.586214 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.633881 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-76d5b8cc-12f1-4218-a5f8-cd32b1b87fba req-5bc7e0e8-a890-497d-93e3-b2292cc94595 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0453398 Aug 27 03:35:17.791389 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a58a53-c7f7-4450-9cb8-75f821fb61a8 req-9a06ccc1-2dff-44af-b60b-2949219f2305 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:17.796338 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-11a58a53-c7f7-4450-9cb8-75f821fb61a8 req-9a06ccc1-2dff-44af-b60b-2949219f2305 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0731363 Aug 27 03:35:17.803392 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.859471 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-11a58a53-c7f7-4450-9cb8-75f821fb61a8 req-1b7b9e09-e3e5-4512-bd1d-7b05574f2972 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551383 Aug 27 03:35:18.422607 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c8cea-0e25-4589-aa4b-413f7236ccaa req-e5c5459f-8e9b-40a8-89f8-ca4e61dca9c6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:18.425318 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-256c8cea-0e25-4589-aa4b-413f7236ccaa req-e5c5459f-8e9b-40a8-89f8-ca4e61dca9c6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0688348 Aug 27 03:35:18.473556 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-256c8cea-0e25-4589-aa4b-413f7236ccaa req-774cd55e-d91d-4dd8-b33c-ea41947a347f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413668 Aug 27 03:35:18.748536 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cc8aa8c7-5673-4af1-84a7-ddfbaf3d82a8 req-27516a80-0009-44ea-a18f-4884f49b8961 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0285761 Aug 27 03:35:19.007152 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deeb1c0-9bd7-4683-9c0c-3340cffe49d6 req-f52d173f-90e6-41c9-bfc0-4a4b0e6483a3 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:19.008742 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2deeb1c0-9bd7-4683-9c0c-3340cffe49d6 req-f52d173f-90e6-41c9-bfc0-4a4b0e6483a3 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0730255 Aug 27 03:35:19.035629 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:19.071484 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2deeb1c0-9bd7-4683-9c0c-3340cffe49d6 req-cafcc7c5-d816-4452-b0ff-3402035e3e7d tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445800 Aug 27 03:35:19.618313 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc902c9-b223-473e-87ca-3da286aaab42 req-e6b46aa4-f411-4058-aff8-736e5a37639b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:19.620683 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8cc902c9-b223-473e-87ca-3da286aaab42 req-e6b46aa4-f411-4058-aff8-736e5a37639b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0577884 Aug 27 03:35:19.673302 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8cc902c9-b223-473e-87ca-3da286aaab42 req-e264a3d2-4de3-44a7-8c57-a3010ac36471 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462987 Aug 27 03:35:19.854086 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-65991b1e-3ca1-4ef4-bfa9-3fdf6be1bc9b req-86f755c3-bf80-4488-99eb-5a9534b0172b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0284770 Aug 27 03:35:20.213905 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa0ba8-2467-468c-a8ed-abd60ed8e5f9 req-4713cad5-3d5d-4f2a-8380-045bd8f654f4 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:20.216174 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-59fa0ba8-2467-468c-a8ed-abd60ed8e5f9 req-4713cad5-3d5d-4f2a-8380-045bd8f654f4 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0608656 Aug 27 03:35:20.261622 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-59fa0ba8-2467-468c-a8ed-abd60ed8e5f9 req-7313724b-d7b8-447e-88a7-3087545ecc4c tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 Aug 27 03:35:20.851826 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b41e8-f242-469f-928e-98c949850399 req-1a3a1166-2282-433f-86b9-985ac981a8d7 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:20.853748 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eb7b41e8-f242-469f-928e-98c949850399 req-1a3a1166-2282-433f-86b9-985ac981a8d7 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0708034 Aug 27 03:35:20.903453 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eb7b41e8-f242-469f-928e-98c949850399 req-f6f2be47-216a-4e5b-a803-f996434708f0 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421669 Aug 27 03:35:20.956874 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1bf06ff2-3797-4249-ba3e-e66195c094dc req-354c6e61-d439-4923-890b-2944676bafc4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0268416 Aug 27 03:35:21.398555 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ddbaa-ddf6-4554-9227-1c9c81dcb12e req-aecd3cca-881e-4f11-bee3-bcd5e63c02f0 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:21.400653 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-de8ddbaa-ddf6-4554-9227-1c9c81dcb12e req-aecd3cca-881e-4f11-bee3-bcd5e63c02f0 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0564916 Aug 27 03:35:21.448159 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-de8ddbaa-ddf6-4554-9227-1c9c81dcb12e req-72fc7277-4c04-4a98-930e-d02ca70205bd tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 Aug 27 03:35:22.121522 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7bad4-7036-4dbf-ae7d-4cf7433d1470 req-6cbb4dea-cbc1-4ff2-9768-549f76137fd6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:22.121522 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5ce7bad4-7036-4dbf-ae7d-4cf7433d1470 req-6cbb4dea-cbc1-4ff2-9768-549f76137fd6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0964162 Aug 27 03:35:22.126479 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-af8ce1aa-8369-472f-9c16-dad27fc16670 req-4ea71851-3ea6-4ad5-8dab-15c6cc5b91e2 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0532255 Aug 27 03:35:22.178641 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5ce7bad4-7036-4dbf-ae7d-4cf7433d1470 req-57b1e3d3-3f8d-4e31-9667-70eb9259e5fb tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372560 Aug 27 03:35:22.600329 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0719b-f1a2-4b12-8937-1aa46d2b0522 req-fcf37e90-a604-4742-a075-98b7885ae22b tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:22.602129 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-40c0719b-f1a2-4b12-8937-1aa46d2b0522 req-fcf37e90-a604-4742-a075-98b7885ae22b tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0627792 Aug 27 03:35:22.667075 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-40c0719b-f1a2-4b12-8937-1aa46d2b0522 req-0898fe70-02c7-4a0a-abdf-16e5e6bf8354 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574691 Aug 27 03:35:23.291396 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5c53f667-bb0d-4bed-bb1a-efa20effd668 req-10ee05f2-218e-44ce-a08a-b4655633a27d tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0520692 Aug 27 03:35:23.367540 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eff43-5a79-4454-9f08-0d4701fedfd6 req-a21c4141-b66b-4c6a-9664-8bf699afb2a5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:23.369341 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7b1eff43-5a79-4454-9f08-0d4701fedfd6 req-a21c4141-b66b-4c6a-9664-8bf699afb2a5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0766087 Aug 27 03:35:23.417826 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7b1eff43-5a79-4454-9f08-0d4701fedfd6 req-3ca2b6b1-d15d-4df5-92c0-87b914877790 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Aug 27 03:35:23.801193 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee212ed3-47c5-483c-9839-94dd2c6df585 req-bcb8e513-db4d-4cbf-9aff-04c6fcc0ff19 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:23.802807 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ee212ed3-47c5-483c-9839-94dd2c6df585 req-bcb8e513-db4d-4cbf-9aff-04c6fcc0ff19 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0530114 Aug 27 03:35:23.852604 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ee212ed3-47c5-483c-9839-94dd2c6df585 req-9bdab115-d278-44b7-8284-375f75ea0fd0 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Aug 27 03:35:24.159425 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-3bdb3b0e-c157-4451-adb7-5d2864384622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.161087 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-3bdb3b0e-c157-4451-adb7-5d2864384622 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf0e5ad5b3604edbb896d54aed296874&device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 1099 time: 0.0560367 Aug 27 03:35:24.279643 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-ae0627e3-77c0-46d8-9ad6-316a0dbe8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.282445 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-ae0627e3-77c0-46d8-9ad6-316a0dbe8bd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0db1ba7a-004f-465e-bc59-521f28c94f5d HTTP/1.1" status: 200 len: 910 time: 0.1118994 Aug 27 03:35:24.324635 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd8946-d18e-451d-9960-313a166ea537 req-d1b43bc1-6da9-42f1-89c7-b268b89a97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.326199 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-76dd8946-d18e-451d-9960-313a166ea537 req-d1b43bc1-6da9-42f1-89c7-b268b89a97d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 1098 time: 0.0576041 Aug 27 03:35:24.364576 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-2a646f5e-bca8-4af8-b529-f0fa5a40f946 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75 HTTP/1.1" status: 200 len: 1002 time: 0.0720410 Aug 27 03:35:24.367806 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-76dd8946-d18e-451d-9960-313a166ea537 req-f3d5bd4c-4cba-4828-a6e0-c92704381974 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340056 Aug 27 03:35:24.420076 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-06aaa5b5-d28f-4e6a-8c89-3d6e52150959 req-0dab9338-50fc-4906-b589-fd4a12745fde tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0319610 Aug 27 03:35:24.549445 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94265f3-1e7a-45cd-9db6-392474ee6791 req-46aa0dcc-e2e9-4f50-bc09-35f63fc90518 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.551038 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a94265f3-1e7a-45cd-9db6-392474ee6791 req-46aa0dcc-e2e9-4f50-bc09-35f63fc90518 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0535643 Aug 27 03:35:24.628762 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a94265f3-1e7a-45cd-9db6-392474ee6791 req-de999d87-7633-4631-9b71-275231e436aa tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712712 Aug 27 03:35:24.634782 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-0df5ff4c-b2df-46a2-9aa9-c4937c51aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.636446 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-0df5ff4c-b2df-46a2-9aa9-c4937c51aa2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d08032dd-4899-4d3f-a28b-f17f8dec7675 HTTP/1.1" status: 200 len: 848 time: 0.0715325 Aug 27 03:35:24.709107 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-a6737aa1-9dde-4244-96cf-7e7318dd45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.710772 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-a6737aa1-9dde-4244-96cf-7e7318dd45ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0db1ba7a-004f-465e-bc59-521f28c94f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0581777 Aug 27 03:35:24.835654 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-de1ae96b-13f9-43db-bce4-cd8881fe4d81 service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111300 Aug 27 03:35:24.898212 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43742) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:25.035669 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209d0cf-b8ca-4246-bb4a-8e1148eff578 req-b85a82f7-d924-4dfc-ac34-72ad5f8c812c tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.037610 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e209d0cf-b8ca-4246-bb4a-8e1148eff578 req-b85a82f7-d924-4dfc-ac34-72ad5f8c812c tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0854380 Aug 27 03:35:25.109009 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8c4e-bba5-4f1a-b5bc-d5b405445696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.177292 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e209d0cf-b8ca-4246-bb4a-8e1148eff578 req-afe99af3-caf5-4d25-9de1-e9f94e996f4b tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981381 Aug 27 03:35:25.219633 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547079-0445-430a-9d45-829fa8f7216f req-2635d4c5-8b68-46e9-9dc3-deb32ee1e1ff tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.221285 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-2635d4c5-8b68-46e9-9dc3-deb32ee1e1ff tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.64 "GET /v2.0/networks?id=0e882ab8-b67d-4872-b267-3ad1ab0103b5 HTTP/1.1" status: 200 len: 815 time: 0.2205670 Aug 27 03:35:25.245651 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'port': {'device_id': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'admin_state_up': True, 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:25.261354 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd8b8694-2325-4e8f-b872-15e4f62ce708 req-e09e6c9e-65ba-434d-b817-94531af68fa1 service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098241 Aug 27 03:35:25.393476 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8c4e-bba5-4f1a-b5bc-d5b405445696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.401370 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8c4e-bba5-4f1a-b5bc-d5b405445696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.454821 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-f8ef8c4e-bba5-4f1a-b5bc-d5b405445696 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e47284da55154a4b96048f18e1e40397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547884 Aug 27 03:35:25.457803 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43758) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:25.461752 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef8c4e-bba5-4f1a-b5bc-d5b405445696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c70ce3-d71e-4a68-aa49-80d51e3fb4ab,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:25.481842 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Made reservation on behalf of aa5ce3b069874313bfc4be8a62039449 for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:35:25.488941 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.556927 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f3fd7691-e940-4d97-b0da-a0390af5a020 req-b28492c8-7461-444b-8561-3010f8905f25 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0417275 Aug 27 03:35:25.562363 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1b6d067d-79ce-4abb-ba51-f5a98ac5905c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.601456 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1b6d067d-79ce-4abb-ba51-f5a98ac5905c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.646926 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Allocated IP 172.20.0.3 (0e882ab8-b67d-4872-b267-3ad1ab0103b5/781a9e05-ff03-49bb-a972-d6c923079172/346cffca-c0d9-4c93-b4b2-0b00babd353e) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:25.665160 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1b6d067d-79ce-4abb-ba51-f5a98ac5905c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.668584 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-1b6d067d-79ce-4abb-ba51-f5a98ac5905c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.686517 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-1b6d067d-79ce-4abb-ba51-f5a98ac5905c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16c70ce3-d71e-4a68-aa49-80d51e3fb4ab HTTP/1.1" status: 204 len: 168 time: 0.2165723 Aug 27 03:35:25.704541 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d067d-79ce-4abb-ba51-f5a98ac5905c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c70ce3-d71e-4a68-aa49-80d51e3fb4ab,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:25.907665 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d6abf-40b3-4b50-82e3-69a9b98ae0ec req-119975b7-bd63-46a5-afcc-52031d29cfdd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.910672 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5d7d6abf-40b3-4b50-82e3-69a9b98ae0ec req-119975b7-bd63-46a5-afcc-52031d29cfdd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.1533828 Aug 27 03:35:25.972774 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.014260 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5d7d6abf-40b3-4b50-82e3-69a9b98ae0ec req-a1ecfbfa-e962-4d04-aa8a-a92daa98f89a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905898 Aug 27 03:35:26.015331 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Transition to ACTIVE for port object 346cffca-c0d9-4c93-b4b2-0b00babd353e will not be triggered until provisioned by entity DHCP. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:35:26.089929 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.186744 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:26.197495 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:26.204033 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:26.249006 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'Port': ['ID=346cffca-c0d9-4c93-b4b2-0b00babd353e,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:26.297191 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43778) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:26.314098 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fffcc1ec-8dec-430e-b570-c6cfbd3d71b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.330388 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:26.331071 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.459446 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3875164-323e-4f24-86ed-dd2b2e39072a req-bca9df3e-d32b-4a49-ad8a-ede68897196a tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:26.462160 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b3875164-323e-4f24-86ed-dd2b2e39072a req-bca9df3e-d32b-4a49-ad8a-ede68897196a tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0980623 Aug 27 03:35:26.537176 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b3875164-323e-4f24-86ed-dd2b2e39072a req-62bf1519-58dc-46dd-8b4c-b46f3b0f6ee8 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615716 Aug 27 03:35:26.590534 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fffcc1ec-8dec-430e-b570-c6cfbd3d71b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.593080 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-bc968cf9-54cb-4627-822c-2af9dde1af05 None None] Provisioning for port 346cffca-c0d9-4c93-b4b2-0b00babd353e completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:26.597638 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-bc968cf9-54cb-4627-822c-2af9dde1af05 None None] Provisioning complete for port 346cffca-c0d9-4c93-b4b2-0b00babd353e triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:26.598262 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bc968cf9-54cb-4627-822c-2af9dde1af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.599496 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fffcc1ec-8dec-430e-b570-c6cfbd3d71b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.611016 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-e81499ca-2f33-4a26-bc6c-6aece6040f4c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3775358 Aug 27 03:35:26.654728 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcc1ec-8dec-430e-b570-c6cfbd3d71b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18af44d6-23ce-4239-8105-c86a390dc913,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:26.662128 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-bc968cf9-54cb-4627-822c-2af9dde1af05 None None] Port 346cffca-c0d9-4c93-b4b2-0b00babd353e cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:35:26.740126 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-fffcc1ec-8dec-430e-b570-c6cfbd3d71b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a17a590f00c472ebe3f2ddf3085e11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417272 Aug 27 03:35:26.744961 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 43788) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:26.816992 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff627a1-9725-48ac-a023-8136e136f729 req-1f7f3676-65fb-4151-9e23-a46066f0e6cd tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:26.818613 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fff627a1-9725-48ac-a023-8136e136f729 req-1f7f3676-65fb-4151-9e23-a46066f0e6cd tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 931 time: 0.1243176 Aug 27 03:35:26.839468 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7141c8cd-4676-4cc7-ab08-eb250159cb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.878034 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7141c8cd-4676-4cc7-ab08-eb250159cb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.891778 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fff627a1-9725-48ac-a023-8136e136f729 req-eef560ff-3928-41bf-917c-89e3d49613a8 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628796 Aug 27 03:35:26.939994 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7141c8cd-4676-4cc7-ab08-eb250159cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.943397 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7141c8cd-4676-4cc7-ab08-eb250159cb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.944863 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-7141c8cd-4676-4cc7-ab08-eb250159cb9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18af44d6-23ce-4239-8105-c86a390dc913 HTTP/1.1" status: 204 len: 168 time: 0.1936240 Aug 27 03:35:26.954800 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141c8cd-4676-4cc7-ab08-eb250159cb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18af44d6-23ce-4239-8105-c86a390dc913,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:27.215705 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1b1cb-4277-4c19-986a-adfc0381a65a req-c9dae076-8fbd-40cb-8d81-fc2c9b7487dd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:27.216793 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e6d1b1cb-4277-4c19-986a-adfc0381a65a req-c9dae076-8fbd-40cb-8d81-fc2c9b7487dd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 944 time: 0.0784593 Aug 27 03:35:27.279256 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e6d1b1cb-4277-4c19-986a-adfc0381a65a req-80b9f4f0-0d90-43b4-8a54-b9b7c7dbae24 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550854 Aug 27 03:35:27.567598 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d93ebcd1-931d-44e0-b1a5-970c4c15a864 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:27.684467 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:27.699090 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'port_id': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'mac_address': 'fa:16:3e:12:16:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:27.761750 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.776692 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93ebcd1-931d-44e0-b1a5-970c4c15a864 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:27.798767 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:27.804705 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.867260 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=9']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:28.032267 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab82c1-7046-4656-9271-1a1f59d1d35d req-ab71512b-01e2-4362-9e39-e271d7b43177 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:28.034978 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9eab82c1-7046-4656-9271-1a1f59d1d35d req-ab71512b-01e2-4362-9e39-e271d7b43177 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0581880 Aug 27 03:35:28.069354 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['d93ebcd1-931d-44e0-b1a5-970c4c15a864'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:28.089821 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9eab82c1-7046-4656-9271-1a1f59d1d35d req-6720dee8-284e-46fa-aef9-25ca48b27bc5 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Aug 27 03:35:28.413901 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521a054-b3f4-4e86-9ae1-1c15e1f8fff1 req-122bb5a6-4d2f-428b-8a18-8efae345485a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:28.416052 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2521a054-b3f4-4e86-9ae1-1c15e1f8fff1 req-122bb5a6-4d2f-428b-8a18-8efae345485a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 945 time: 0.0561392 Aug 27 03:35:28.483085 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2521a054-b3f4-4e86-9ae1-1c15e1f8fff1 req-ade7f137-4d9a-4369-b4d6-a95351f32143 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573616 Aug 27 03:35:29.257717 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd694915-8614-4001-96b4-c87f27d67941 req-4b1e7c2d-8df4-4da3-9c6c-4cc643b2578a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:29.259626 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dd694915-8614-4001-96b4-c87f27d67941 req-4b1e7c2d-8df4-4da3-9c6c-4cc643b2578a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0781097 Aug 27 03:35:29.372326 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dd694915-8614-4001-96b4-c87f27d67941 req-731a51a8-6b21-4844-8e7a-67a59e9d606f tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054304 Aug 27 03:35:29.578777 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d93ebcd1-931d-44e0-b1a5-970c4c15a864 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:29.632393 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port d93ebcd1-931d-44e0-b1a5-970c4c15a864 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:29.634125 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:29.638936 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64b0e3-ebe3-47d2-8b79-2ab03800e4b8 req-ef479abb-0e31-44b1-bf91-0d82b9c70833 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:29.642702 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ef64b0e3-ebe3-47d2-8b79-2ab03800e4b8 req-ef479abb-0e31-44b1-bf91-0d82b9c70833 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 945 time: 0.0810330 Aug 27 03:35:29.708340 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ef64b0e3-ebe3-47d2-8b79-2ab03800e4b8 req-b7ab1654-2ffa-45fe-9987-fa7d2997ddac tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532207 Aug 27 03:35:29.762910 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:29.799690 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:29.803022 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b2900e-572f-45d5-9c0c-337d4225add6" -d '{"events": [{"server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "name": "network-vif-plugged", "status": "completed", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:29.830578 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:29.835752 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:29.863584 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0f7976-051c-4542-9180-c743b10a1155 x-openstack-request-id: req-8b0f7976-051c-4542-9180-c743b10a1155 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:29.863887 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "name": "network-vif-plugged", "status": "completed", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:29.864492 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b0f7976-051c-4542-9180-c743b10a1155 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:29.864992 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'code': 200} Aug 27 03:35:29.905184 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=10']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:30.534283 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773546b-4b9e-4f35-8f52-c319b7ecc2b9 req-9a4e8207-3c6c-42ae-8ad7-d502322573d7 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:30.536714 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9773546b-4b9e-4f35-8f52-c319b7ecc2b9 req-9a4e8207-3c6c-42ae-8ad7-d502322573d7 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0739396 Aug 27 03:35:30.580690 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9773546b-4b9e-4f35-8f52-c319b7ecc2b9 req-17aeb6ee-e9a4-4d48-bd51-a63ef1945135 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375590 Aug 27 03:35:30.905749 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ecf54-ca5a-4357-b552-ea1ee7593845 req-cabe14e7-4442-40b1-a8d6-c0954146bc4d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:30.908942 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-655ecf54-ca5a-4357-b552-ea1ee7593845 req-cabe14e7-4442-40b1-a8d6-c0954146bc4d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.1145415 Aug 27 03:35:30.972524 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-655ecf54-ca5a-4357-b552-ea1ee7593845 req-580652db-4d7b-482e-90aa-321cbb02ae89 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508976 Aug 27 03:35:31.719659 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123e79f-e49c-45c5-bda4-f981da1249ca req-6ec62a04-f023-413e-bfe7-efc313f7a09e tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:31.721313 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a123e79f-e49c-45c5-bda4-f981da1249ca req-6ec62a04-f023-413e-bfe7-efc313f7a09e tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0569890 Aug 27 03:35:31.764235 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a123e79f-e49c-45c5-bda4-f981da1249ca req-63f185f3-52b8-4a8f-ac57-ff2b8ab679b8 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367258 Aug 27 03:35:32.141086 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d051a6-2cd0-416a-aed1-a9c1e6fee665 req-90028d17-3b61-4124-9189-a421232185f4 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:32.142955 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-41d051a6-2cd0-416a-aed1-a9c1e6fee665 req-90028d17-3b61-4124-9189-a421232185f4 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0667596 Aug 27 03:35:32.213894 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-41d051a6-2cd0-416a-aed1-a9c1e6fee665 req-8fb2ac58-122d-47f0-bf37-caac4f6a74bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560522 Aug 27 03:35:32.442522 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:35:32.914524 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1872cdd-697f-4e49-bb4d-5fe70911fb79 req-03c21dbe-fa0d-4211-b082-0faf8965360d tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:32.916528 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f1872cdd-697f-4e49-bb4d-5fe70911fb79 req-03c21dbe-fa0d-4211-b082-0faf8965360d tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0706551 Aug 27 03:35:32.960455 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f1872cdd-697f-4e49-bb4d-5fe70911fb79 req-a58a9b9d-46ed-4e83-82f8-7994b85824da tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378611 Aug 27 03:35:33.363921 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2cb0b-93f5-41cc-afdd-8889b27d3c04 req-ce0b5bf2-733f-4a33-94a9-76a3a75fc004 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:33.365582 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-75d2cb0b-93f5-41cc-afdd-8889b27d3c04 req-ce0b5bf2-733f-4a33-94a9-76a3a75fc004 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0626261 Aug 27 03:35:33.417096 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-75d2cb0b-93f5-41cc-afdd-8889b27d3c04 req-866794d9-a170-433d-8a51-139fd0e344dc tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442007 Aug 27 03:35:33.690384 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:33.749956 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43898) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:33.894252 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-84557d9b-0352-43e4-a1a7-a09422228842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.051185 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-84557d9b-0352-43e4-a1a7-a09422228842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.059699 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-84557d9b-0352-43e4-a1a7-a09422228842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.107628 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-84557d9b-0352-43e4-a1a7-a09422228842 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=434492357669467f80b7d132aca1c48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562906 Aug 27 03:35:34.110441 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43904) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:34.118314 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84557d9b-0352-43e4-a1a7-a09422228842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162ae6f5-a818-4266-aaa6-2b2596b7bbcf,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:34.136782 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae021cf-c01b-4c6d-82fa-24c3b99a342e req-d7569081-7a86-445b-9b5d-797300142dca tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:34.144405 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0ae021cf-c01b-4c6d-82fa-24c3b99a342e req-d7569081-7a86-445b-9b5d-797300142dca tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0892072 Aug 27 03:35:34.179645 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-395dcdf5-d4a1-4a81-ab7e-a281d8db5df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.221022 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-395dcdf5-d4a1-4a81-ab7e-a281d8db5df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.223729 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0ae021cf-c01b-4c6d-82fa-24c3b99a342e req-24528a14-de6b-4db8-b6c2-1140e0a737c8 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782156 Aug 27 03:35:34.293986 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-395dcdf5-d4a1-4a81-ab7e-a281d8db5df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.299668 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-395dcdf5-d4a1-4a81-ab7e-a281d8db5df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.309016 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-395dcdf5-d4a1-4a81-ab7e-a281d8db5df0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/162ae6f5-a818-4266-aaa6-2b2596b7bbcf HTTP/1.1" status: 204 len: 168 time: 0.1939311 Aug 27 03:35:34.319066 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dcdf5-d4a1-4a81-ab7e-a281d8db5df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162ae6f5-a818-4266-aaa6-2b2596b7bbcf,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:34.570473 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24eaba-22b1-4935-bfdd-2f9b304a5a22 req-00dedf22-1dba-43a9-a628-1f45cff3d529 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:34.572456 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7a24eaba-22b1-4935-bfdd-2f9b304a5a22 req-00dedf22-1dba-43a9-a628-1f45cff3d529 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0680232 Aug 27 03:35:34.638723 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7a24eaba-22b1-4935-bfdd-2f9b304a5a22 req-bf8a7b36-57b2-47ed-b7e5-b3b07ec99ea0 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572064 Aug 27 03:35:34.655298 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43914) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:34.669237 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e2bf9508-5b60-42a6-8e03-04643a6f938a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.785742 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e2bf9508-5b60-42a6-8e03-04643a6f938a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.792032 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e2bf9508-5b60-42a6-8e03-04643a6f938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.827662 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf9508-5b60-42a6-8e03-04643a6f938a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ac995b-9870-4363-800f-f5006cf9d738,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:34.842516 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-e2bf9508-5b60-42a6-8e03-04643a6f938a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa2999aba0de4256bbf75c8219fb7c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845140 Aug 27 03:35:34.845941 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 43916) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:34.906853 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-554a4bab-4f39-4e58-b27e-e0dc17e91dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.929511 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-554a4bab-4f39-4e58-b27e-e0dc17e91dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.991356 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-554a4bab-4f39-4e58-b27e-e0dc17e91dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.994603 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-554a4bab-4f39-4e58-b27e-e0dc17e91dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.995918 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-554a4bab-4f39-4e58-b27e-e0dc17e91dd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46ac995b-9870-4363-800f-f5006cf9d738 HTTP/1.1" status: 204 len: 168 time: 0.1510425 Aug 27 03:35:35.005751 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a4bab-4f39-4e58-b27e-e0dc17e91dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ac995b-9870-4363-800f-f5006cf9d738,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:35.405054 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c41e1-f11f-4fe1-a0d0-9894b72a75c3 req-b269d56c-87b6-4d80-9541-c89d0c84cb1b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:35.408396 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5c9c41e1-f11f-4fe1-a0d0-9894b72a75c3 req-b269d56c-87b6-4d80-9541-c89d0c84cb1b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0747190 Aug 27 03:35:35.455966 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5c9c41e1-f11f-4fe1-a0d0-9894b72a75c3 req-7ab69048-25ca-4d3b-899a-0ba600c8e216 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Aug 27 03:35:35.799667 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26310dc-2fc1-4bf2-84d1-3e1d17d0e92e req-404e2164-9b10-48e0-a75c-134e2b6dbb32 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:35.801227 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c26310dc-2fc1-4bf2-84d1-3e1d17d0e92e req-404e2164-9b10-48e0-a75c-134e2b6dbb32 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0675111 Aug 27 03:35:35.850962 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c26310dc-2fc1-4bf2-84d1-3e1d17d0e92e req-d0eb31c3-5938-4735-b3be-a4b4ad94fcfc tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425067 Aug 27 03:35:36.651374 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45484ed-f185-49b8-8055-5c7dd006a366 req-47aea552-d7a1-4d34-9bf0-22ca4f254310 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:36.653673 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b45484ed-f185-49b8-8055-5c7dd006a366 req-47aea552-d7a1-4d34-9bf0-22ca4f254310 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0955884 Aug 27 03:35:36.704158 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b45484ed-f185-49b8-8055-5c7dd006a366 req-c7270d63-85a9-4f0e-af1f-2c3be3d7a2f4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443282 Aug 27 03:35:37.066107 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cf0cb-4290-4075-94bb-071595dc10ed req-e7ca2c41-3c92-4ac3-80d3-b200fbd80b50 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:37.072608 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c87cf0cb-4290-4075-94bb-071595dc10ed req-e7ca2c41-3c92-4ac3-80d3-b200fbd80b50 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0933640 Aug 27 03:35:37.138754 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c87cf0cb-4290-4075-94bb-071595dc10ed req-c9c04862-ed62-4046-91b7-9882bb27fcd6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604973 Aug 27 03:35:37.831697 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7dd5e-c8df-4e26-8424-c4882e19b183 req-f7ae3d7e-29d7-416b-8a26-c2f08ec66950 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:37.833214 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d0d7dd5e-c8df-4e26-8424-c4882e19b183 req-f7ae3d7e-29d7-416b-8a26-c2f08ec66950 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 931 time: 0.0575199 Aug 27 03:35:37.875795 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d0d7dd5e-c8df-4e26-8424-c4882e19b183 req-2a25cfbe-d185-45fa-ab4b-3888e3ed37b7 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356202 Aug 27 03:35:38.270682 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab564b90-9764-43f6-894b-5425dd78ab5f req-abdce2e3-88bc-4c40-9229-18fc660ee407 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:38.272400 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ab564b90-9764-43f6-894b-5425dd78ab5f req-abdce2e3-88bc-4c40-9229-18fc660ee407 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0638723 Aug 27 03:35:38.290808 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Request body: {'port': {'device_id': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:38.323004 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ab564b90-9764-43f6-894b-5425dd78ab5f req-08ec20c7-0705-41f0-9ac8-18ce6a31d77b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426447 Aug 27 03:35:38.365022 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.422353 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-3b71f07a-c03f-48a7-8718-e8e3632443ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424047 Aug 27 03:35:38.507081 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-b0e1c2d0-b684-4fb4-97dc-6083525f66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:38.508713 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-b0e1c2d0-b684-4fb4-97dc-6083525f66cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 1098 time: 0.0445838 Aug 27 03:35:38.681513 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-a8ed4be9-abcd-4387-85a1-f7e1c0046165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:38.683257 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-a8ed4be9-abcd-4387-85a1-f7e1c0046165 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 912 time: 0.1283314 Aug 27 03:35:38.760712 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346cffca-c0d9-4c93-b4b2-0b00babd353e {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:38.771954 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.788307 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Transition to ACTIVE for port object 346cffca-c0d9-4c93-b4b2-0b00babd353e will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:35:38.796244 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.809573 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-b4b5028c-2fd6-4ad0-80a4-a1b098d6826e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5 HTTP/1.1" status: 200 len: 1000 time: 0.1181788 Aug 27 03:35:38.903640 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-b96e238a-e00a-4936-9ada-1df964b9b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:38.905818 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-b96e238a-e00a-4936-9ada-1df964b9b990 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=488300c7-91be-4ddd-9fbe-f1f934d58d2a HTTP/1.1" status: 200 len: 850 time: 0.0799046 Aug 27 03:35:38.960208 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Pushing event updated for resources: {'Port': ['ID=346cffca-c0d9-4c93-b4b2-0b00babd353e,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:38.970017 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-de83c33b-74fc-4acc-8510-91563c1d17c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:38.972338 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-de83c33b-74fc-4acc-8510-91563c1d17c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0577619 Aug 27 03:35:38.978544 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.979344 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.979837 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.980342 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.980774 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.981218 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.981681 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.982006 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.982515 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.982898 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.983148 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:38.983496 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:39.023620 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831549e-c40c-4b67-b2ab-8fde6ca801d5 req-ee1e5674-7671-4968-9843-e58582a0e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:39.025256 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6831549e-c40c-4b67-b2ab-8fde6ca801d5 req-ee1e5674-7671-4968-9843-e58582a0e82f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 1100 time: 0.1314719 Aug 27 03:35:39.030440 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Attempting to bind port 346cffca-c0d9-4c93-b4b2-0b00babd353e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:35:39.030871 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Attempting to bind port 346cffca-c0d9-4c93-b4b2-0b00babd353e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:35:39.031069 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Attempting to bind port 346cffca-c0d9-4c93-b4b2-0b00babd353e on network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:39.044615 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Port 346cffca-c0d9-4c93-b4b2-0b00babd353e on network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:35:39.045082 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Attempting to bind port 346cffca-c0d9-4c93-b4b2-0b00babd353e on network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:39.057752 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:35:39.058236 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Checking segment: {'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:35:39.058474 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Bound using segment: {'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:35:39.058997 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Bound port: 346cffca-c0d9-4c93-b4b2-0b00babd353e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee03ada-0877-4ab4-9152-fb89648a27dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:35:39.059255 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.097035 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6831549e-c40c-4b67-b2ab-8fde6ca801d5 req-09ca47eb-0c7c-430a-aa20-693e40b9bcf3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594685 Aug 27 03:35:39.110371 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90ce5c-84a7-4fef-b437-36778cf77121 req-261017bc-f0df-42eb-95f1-3931aaf5b33e tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:39.112043 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1c90ce5c-84a7-4fef-b437-36778cf77121 req-261017bc-f0df-42eb-95f1-3931aaf5b33e tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 943 time: 0.1384799 Aug 27 03:35:39.156625 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] For port 346cffca-c0d9-4c93-b4b2-0b00babd353e, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:35:39.160323 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] For port 346cffca-c0d9-4c93-b4b2-0b00babd353e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:35:39.169195 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.178351 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-9a171d04-0283-473d-8176-ea9489e33467 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909385 Aug 27 03:35:39.189927 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1c90ce5c-84a7-4fef-b437-36778cf77121 req-b1c4b879-f095-45ae-aa62-f1f1c9a6041b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607927 Aug 27 03:35:39.210550 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:39.211167 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.213052 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] 10.222.0.64 "PUT /v2.0/ports/346cffca-c0d9-4c93-b4b2-0b00babd353e HTTP/1.1" status: 200 len: 1093 time: 0.9289196 Aug 27 03:35:39.215919 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:39.218212 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98408375-e758-4d80-8f5d-bd33fd8f7353" -d '{"events": [{"name": "network-changed", "server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:39.249484 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e236fe-58b6-4222-b60d-c604ca9fa8cb service neutron] Pushing event updated for resources: {'Port': ['ID=346cffca-c0d9-4c93-b4b2-0b00babd353e,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:39.261553 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e739c6-a1a6-450f-be67-2d5a6e62efb3 x-openstack-request-id: req-98e739c6-a1a6-450f-be67-2d5a6e62efb3 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:39.262080 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:39.262455 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98e739c6-a1a6-450f-be67-2d5a6e62efb3 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:39.262993 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'status': 'completed', 'code': 200} Aug 27 03:35:39.445638 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408375-e758-4d80-8f5d-bd33fd8f7353 req-dd0be83f-9e16-4e2e-89e0-5fe13b8bb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:39.447869 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98408375-e758-4d80-8f5d-bd33fd8f7353 req-dd0be83f-9e16-4e2e-89e0-5fe13b8bb024 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5ce3b069874313bfc4be8a62039449&device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 1096 time: 0.0675223 Aug 27 03:35:39.516599 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc084f-5f30-4f83-9f5f-99154f346648 req-da6aa70e-7758-4e7a-b868-41fa4aa35464 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:39.518167 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fddc084f-5f30-4f83-9f5f-99154f346648 req-da6aa70e-7758-4e7a-b868-41fa4aa35464 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0787342 Aug 27 03:35:39.524928 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f4ec9861-5f49-4707-a45e-c3737284b095 req-5fec7128-f494-47ae-a3f4-bed84443ebce service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651862 Aug 27 03:35:39.565718 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fddc084f-5f30-4f83-9f5f-99154f346648 req-4516c208-b030-4e29-ab1e-bd3287ab5e84 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388443 Aug 27 03:35:39.657719 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408375-e758-4d80-8f5d-bd33fd8f7353 req-cfc28414-7225-4fdd-8ee2-bc1b3d6b6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:39.659263 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98408375-e758-4d80-8f5d-bd33fd8f7353 req-cfc28414-7225-4fdd-8ee2-bc1b3d6b6ae5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=aa5ce3b069874313bfc4be8a62039449&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2018878 Aug 27 03:35:40.111015 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408375-e758-4d80-8f5d-bd33fd8f7353 req-a6a8dfec-5e53-49ce-99da-dcc4b4e1f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:40.112509 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98408375-e758-4d80-8f5d-bd33fd8f7353 req-a6a8dfec-5e53-49ce-99da-dcc4b4e1f158 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4357526 Aug 27 03:35:40.210396 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547079-0445-430a-9d45-829fa8f7216f req-28c60bfc-4327-4be1-80b6-b314bf11ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:40.212284 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-28c60bfc-4327-4be1-80b6-b314bf11ec9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5ce3b069874313bfc4be8a62039449&device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 1096 time: 0.0467794 Aug 27 03:35:40.274070 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-49dc8483-bc12-4160-8b04-1a5a4dbead68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e HTTP/1.1" status: 200 len: 217 time: 0.0495198 Aug 27 03:35:40.364923 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547079-0445-430a-9d45-829fa8f7216f req-62cc7283-f4ac-435b-b00b-c54879bd0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:40.366425 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-62cc7283-f4ac-435b-b00b-c54879bd0b22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=781a9e05-ff03-49bb-a972-d6c923079172 HTTP/1.1" status: 200 len: 854 time: 0.0823064 Aug 27 03:35:40.376642 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf85d5-e70f-413f-a87d-743a1ae32ce3 req-c726ffd0-c5df-4e09-bde2-d87bdec2b44e tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:40.378651 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ebdf85d5-e70f-413f-a87d-743a1ae32ce3 req-c726ffd0-c5df-4e09-bde2-d87bdec2b44e tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 943 time: 0.1077123 Aug 27 03:35:40.449461 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ebdf85d5-e70f-413f-a87d-743a1ae32ce3 req-2efdf39d-f7bc-4142-b77f-ac9d0f6bd122 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594816 Aug 27 03:35:40.452418 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547079-0445-430a-9d45-829fa8f7216f req-1af9bc2e-b1ec-4340-a4ae-265ded7f3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:40.453847 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-1af9bc2e-b1ec-4340-a4ae-265ded7f3fa1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e882ab8-b67d-4872-b267-3ad1ab0103b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0741611 Aug 27 03:35:40.592049 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-71bcf792-2b79-432a-90c1-1b05699f324a service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120529 Aug 27 03:35:40.712560 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2d547079-0445-430a-9d45-829fa8f7216f req-4e8519bf-ecd7-4975-aff8-16a498994ea9 service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073160 Aug 27 03:35:40.732478 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc73f47-1755-47a1-b504-dd23841d2f5b req-f2d82e08-6840-4d96-a76b-23161d1fd51f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:40.734345 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ebc73f47-1755-47a1-b504-dd23841d2f5b req-f2d82e08-6840-4d96-a76b-23161d1fd51f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0787277 Aug 27 03:35:40.790949 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ebc73f47-1755-47a1-b504-dd23841d2f5b req-152fd9c2-96f2-40be-a1dd-3c190cc0ab0c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452926 Aug 27 03:35:41.604102 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531ba88-81ec-42fd-82af-b7b50c570f9c req-4ab40cb7-9b46-467d-88d6-d43575c37e2c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:41.605714 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e531ba88-81ec-42fd-82af-b7b50c570f9c req-4ab40cb7-9b46-467d-88d6-d43575c37e2c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0526137 Aug 27 03:35:41.651983 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e531ba88-81ec-42fd-82af-b7b50c570f9c req-2fa8d67f-e65e-4953-abf7-14048987ddd4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 Aug 27 03:35:41.929875 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c259c1f-dbde-45cb-989a-1e087c62ced1 req-950cbe99-8ff7-4df8-881f-e773c5271713 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:41.931721 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c259c1f-dbde-45cb-989a-1e087c62ced1 req-950cbe99-8ff7-4df8-881f-e773c5271713 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0525334 Aug 27 03:35:41.980434 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c259c1f-dbde-45cb-989a-1e087c62ced1 req-a1c565be-6c0b-4f1c-8c57-91802e4ab447 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387146 Aug 27 03:35:42.777775 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7661a6-6b08-43e3-a3d4-284699d92c7e req-19002f14-431f-4450-a350-4269bcbeb8bd tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:42.779672 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0b7661a6-6b08-43e3-a3d4-284699d92c7e req-19002f14-431f-4450-a350-4269bcbeb8bd tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 943 time: 0.0573518 Aug 27 03:35:42.830088 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0b7661a6-6b08-43e3-a3d4-284699d92c7e req-372b3efe-c1a9-42f6-95ca-a7f3b1c6127f tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Aug 27 03:35:42.944849 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44088) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:43.069663 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.174696 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.180684 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.217663 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b335fc-16be-4006-978c-6776b730b08c,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:43.221521 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08ab9af3531a4dc2b858f4d446186565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755430 Aug 27 03:35:43.224883 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44094) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:43.229485 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.229821 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.230194 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.230546 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.230880 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.231210 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.231532 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.231855 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.232169 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.232486 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.232802 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.233158 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d428d3b-3f19-4c7b-be9d-76dbbef98e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.288366 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a67ed930-8bd7-4da1-9036-4439bd8523a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.310079 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a67ed930-8bd7-4da1-9036-4439bd8523a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.361132 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a67ed930-8bd7-4da1-9036-4439bd8523a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.363896 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a67ed930-8bd7-4da1-9036-4439bd8523a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.365400 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-a67ed930-8bd7-4da1-9036-4439bd8523a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2b335fc-16be-4006-978c-6776b730b08c HTTP/1.1" status: 204 len: 168 time: 0.1387470 Aug 27 03:35:43.376798 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ed930-8bd7-4da1-9036-4439bd8523a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b335fc-16be-4006-978c-6776b730b08c,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:43.543301 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-cdd2969f-481f-4bd1-a1db-6d2648516d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.627460 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 346cffca-c0d9-4c93-b4b2-0b00babd353e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:43.725563 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44100) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:43.740470 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-18977f25-3e7b-427c-ac76-1208d3111d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.745283 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 346cffca-c0d9-4c93-b4b2-0b00babd353e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:43.758198 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'port_id': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'mac_address': 'fa:16:3e:96:21:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:43.812384 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.826871 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346cffca-c0d9-4c93-b4b2-0b00babd353e {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:43.844850 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-18977f25-3e7b-427c-ac76-1208d3111d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.848763 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 346cffca-c0d9-4c93-b4b2-0b00babd353e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:43.850225 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-18977f25-3e7b-427c-ac76-1208d3111d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.854466 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.893155 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-18977f25-3e7b-427c-ac76-1208d3111d31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bd547a1daf54f7194f9abbfea6ca574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664093 Aug 27 03:35:43.895753 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44104) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:43.896899 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18977f25-3e7b-427c-ac76-1208d3111d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d43913-b330-4d1d-9ce9-e7ec39d329a3,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:43.923809 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=346cffca-c0d9-4c93-b4b2-0b00babd353e,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:43.933587 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.934331 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.934861 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.935405 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.935988 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.936335 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.936790 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.937125 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.937477 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.937970 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.938326 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.938645 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:43.956387 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ec9a7c0f-592a-4a3f-900a-eb5ebcc590b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:43.969599 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6dcff-cd8d-4279-9e2e-dc6d219f7614 req-f7419a53-2a68-4eab-95c7-91cf10a90e3a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:43.971150 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-82a6dcff-cd8d-4279-9e2e-dc6d219f7614 req-f7419a53-2a68-4eab-95c7-91cf10a90e3a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 944 time: 0.0521860 Aug 27 03:35:43.980248 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ec9a7c0f-592a-4a3f-900a-eb5ebcc590b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:44.019941 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-82a6dcff-cd8d-4279-9e2e-dc6d219f7614 req-68261811-a5bb-4227-9e23-5ca358f463cf tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 Aug 27 03:35:44.033323 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ec9a7c0f-592a-4a3f-900a-eb5ebcc590b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:44.036748 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ec9a7c0f-592a-4a3f-900a-eb5ebcc590b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:44.038171 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-ec9a7c0f-592a-4a3f-900a-eb5ebcc590b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86d43913-b330-4d1d-9ce9-e7ec39d329a3 HTTP/1.1" status: 204 len: 168 time: 0.1413641 Aug 27 03:35:44.049731 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a7c0f-592a-4a3f-900a-eb5ebcc590b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d43913-b330-4d1d-9ce9-e7ec39d329a3,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:44.172390 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['346cffca-c0d9-4c93-b4b2-0b00babd353e'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:45.150379 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff517c-b889-4fc1-9454-1937b201660f req-69a7c645-c877-41c1-9e12-47516719b579 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:45.151897 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-09ff517c-b889-4fc1-9454-1937b201660f req-69a7c645-c877-41c1-9e12-47516719b579 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 944 time: 0.0532560 Aug 27 03:35:45.197718 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-09ff517c-b889-4fc1-9454-1937b201660f req-1a8c5b91-f4c5-4883-852b-b2eea79a0e96 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391903 Aug 27 03:35:45.314267 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44148) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:45.449236 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-015f04b9-f5a5-48eb-b60d-f7590ef9bb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.570699 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-015f04b9-f5a5-48eb-b60d-f7590ef9bb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.581504 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-015f04b9-f5a5-48eb-b60d-f7590ef9bb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.644075 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-015f04b9-f5a5-48eb-b60d-f7590ef9bb8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97754821dc3b443f9d0fe863bb0d757e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280344 Aug 27 03:35:45.646688 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f04b9-f5a5-48eb-b60d-f7590ef9bb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6fa965-5776-4c88-8c48-12721796d00a,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:45.647298 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44160) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:45.662354 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 346cffca-c0d9-4c93-b4b2-0b00babd353e up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:45.715010 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-f87902e5-c4ed-4c32-bb11-f1c3dc578e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.725119 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port 346cffca-c0d9-4c93-b4b2-0b00babd353e completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:45.729652 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port 346cffca-c0d9-4c93-b4b2-0b00babd353e triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:45.730034 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.759898 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-f87902e5-c4ed-4c32-bb11-f1c3dc578e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.854354 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-f87902e5-c4ed-4c32-bb11-f1c3dc578e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.861767 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.863965 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-f87902e5-c4ed-4c32-bb11-f1c3dc578e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.884966 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-f87902e5-c4ed-4c32-bb11-f1c3dc578e4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e6fa965-5776-4c88-8c48-12721796d00a HTTP/1.1" status: 204 len: 168 time: 0.2276561 Aug 27 03:35:45.898266 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:45.904265 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f74d14b-ef15-4d4e-987d-b92ab770b185" -d '{"events": [{"server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "name": "network-vif-plugged", "status": "completed", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:45.904727 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87902e5-c4ed-4c32-bb11-f1c3dc578e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6fa965-5776-4c88-8c48-12721796d00a,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:45.920675 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1a373-7818-4e1e-9d89-8daca1461b21 req-5de533bb-d493-42e6-b3b9-8de52d69f181 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:45.922380 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-47b1a373-7818-4e1e-9d89-8daca1461b21 req-5de533bb-d493-42e6-b3b9-8de52d69f181 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0882733 Aug 27 03:35:45.940814 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 346cffca-c0d9-4c93-b4b2-0b00babd353e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:45.955543 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4695884e-8d3e-4d8d-8856-1a77f61e95e1 x-openstack-request-id: req-4695884e-8d3e-4d8d-8856-1a77f61e95e1 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:45.955984 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "name": "network-vif-plugged", "status": "completed", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:45.956380 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4695884e-8d3e-4d8d-8856-1a77f61e95e1 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:45.956988 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'code': 200} Aug 27 03:35:45.963192 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.983702 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-47b1a373-7818-4e1e-9d89-8daca1461b21 req-5e845b2a-967b-4b2f-9039-d96e10cb9fd5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494523 Aug 27 03:35:46.031311 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=346cffca-c0d9-4c93-b4b2-0b00babd353e,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:46.179648 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376cccd-f3e6-4287-bb21-6efd102822b3 req-a861f8ff-992d-43bb-8fc7-5c87c30640b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:46.181178 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7376cccd-f3e6-4287-bb21-6efd102822b3 req-a861f8ff-992d-43bb-8fc7-5c87c30640b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 1098 time: 0.0452845 Aug 27 03:35:46.221836 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7376cccd-f3e6-4287-bb21-6efd102822b3 req-cfece1aa-7527-428d-9d37-af054e99d3da service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305192 Aug 27 03:35:46.339583 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bebfc-85e7-4df0-8707-251cd8e8a3f2 req-fe6ea7d6-b5c1-4902-93b5-a10c9e37cd50 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:46.342123 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c2bebfc-85e7-4df0-8707-251cd8e8a3f2 req-fe6ea7d6-b5c1-4902-93b5-a10c9e37cd50 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0637324 Aug 27 03:35:46.389579 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c2bebfc-85e7-4df0-8707-251cd8e8a3f2 req-d6b4bbc5-70dc-4d1c-b135-7739eb1c218f tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Aug 27 03:35:46.590759 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-07e4a949-908a-4f80-8daf-7a8dbb034a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:47.136448 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50f469-8ae4-48d3-8af3-e7593bc5f020 req-c5386581-6bef-450e-af3a-dfc57a640bb9 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:47.138221 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6d50f469-8ae4-48d3-8af3-e7593bc5f020 req-c5386581-6bef-450e-af3a-dfc57a640bb9 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0700662 Aug 27 03:35:47.203054 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6d50f469-8ae4-48d3-8af3-e7593bc5f020 req-89248a12-ba99-4fb3-9eb9-db884413875b tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510397 Aug 27 03:35:47.477473 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:47.547414 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a2a5d-41f9-483c-9688-1662da789b57 req-1727bbeb-d6a8-4226-8eef-52f80fde0277 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:47.549048 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-171a2a5d-41f9-483c-9688-1662da789b57 req-1727bbeb-d6a8-4226-8eef-52f80fde0277 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0654418 Aug 27 03:35:47.606931 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-171a2a5d-41f9-483c-9688-1662da789b57 req-256aa473-bcd2-4594-af7a-812aea2fce98 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511882 Aug 27 03:35:47.803645 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:48.337794 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb1d9-4417-4386-9f7e-209ca7ce5959 req-7a53d704-3e22-4be4-93b8-cda5ea0fb923 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:48.339378 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a6bb1d9-4417-4386-9f7e-209ca7ce5959 req-7a53d704-3e22-4be4-93b8-cda5ea0fb923 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0576932 Aug 27 03:35:48.388053 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a6bb1d9-4417-4386-9f7e-209ca7ce5959 req-0350fc9d-4d65-44d5-8bdd-342b4792b691 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397201 Aug 27 03:35:48.761487 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8149f-5b14-4d9f-b3a2-eb7f57cb4cf9 req-808b1cd4-8170-4806-a61c-c29fb18c43d5 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:48.763094 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-37f8149f-5b14-4d9f-b3a2-eb7f57cb4cf9 req-808b1cd4-8170-4806-a61c-c29fb18c43d5 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0536623 Aug 27 03:35:48.803392 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-37f8149f-5b14-4d9f-b3a2-eb7f57cb4cf9 req-f9393c6b-578b-4351-a1cd-0c135fd27544 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341816 Aug 27 03:35:48.851029 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-a9c182b5-25a7-46fe-9d7f-edc7f8a27ad1 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:48.852573 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-a9c182b5-25a7-46fe-9d7f-edc7f8a27ad1 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.64 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0541556 Aug 27 03:35:48.975212 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26402c-7616-493a-a80b-41b57febed5b req-ee55071e-3f24-4872-8387-4ce1fe1ceed5 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:48.976632 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8e26402c-7616-493a-a80b-41b57febed5b req-ee55071e-3f24-4872-8387-4ce1fe1ceed5 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0842960 Aug 27 03:35:49.030106 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8e26402c-7616-493a-a80b-41b57febed5b req-8f40b20a-b523-4c88-a6f1-962779831690 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452290 Aug 27 03:35:49.030565 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Deleting port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:49.030911 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:49.046549 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:49.178728 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] For port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:49.179539 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:49.455750 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5941a-eabe-467e-87f1-9143dd86b74d req-e7b28bc0-d4c4-4a0b-b781-1a792332545e tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:49.457231 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1db5941a-eabe-467e-87f1-9143dd86b74d req-e7b28bc0-d4c4-4a0b-b781-1a792332545e tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 945 time: 0.1073713 Aug 27 03:35:49.472570 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:49.472958 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:49.473476 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.l3_db [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Floating IP a191ad60-e745-4640-823e-71d7b686d811 disassociated. External IP: 172.28.1.87, port: 9f5cceae-7d2c-4598-a4ce-c921fef0aca5. Aug 27 03:35:49.473649 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Calling delete_port for 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 owned by compute:nova {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:49.516017 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e8100-9f88-4973-ae4e-e32e523e50a9 req-cff785be-aa8b-477b-9521-a902410626bb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:49.517995 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6b0e8100-9f88-4973-ae4e-e32e523e50a9 req-cff785be-aa8b-477b-9521-a902410626bb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 945 time: 0.0582631 Aug 27 03:35:49.560869 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1db5941a-eabe-467e-87f1-9143dd86b74d req-9156d43c-700b-434b-a0d9-edb4e1b3c548 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931275 Aug 27 03:35:49.589468 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6b0e8100-9f88-4973-ae4e-e32e523e50a9 req-ace96aa7-587d-4236-86a4-379b1ebb0fad tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626545 Aug 27 03:35:49.714249 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:49.747715 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event deleted for resources: {'Port': ['ID=9f5cceae-7d2c-4598-a4ce-c921fef0aca5,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:49.888034 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Router ffd50a95-4688-4eee-9978-b2cff876616c has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:35:50.026695 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:35:50.042907 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36844358-0023-49a6-916e-79d304697df3 None None] Sync routers for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:35:50.053233 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36844358-0023-49a6-916e-79d304697df3 None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:50.054151 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-36844358-0023-49a6-916e-79d304697df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:35:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:50.075193 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] No DVR routers for this DVR port 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 on host hv-cinder-77398 {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:35:50.078468 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:50.080585 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e012f7a9-34f0-462b-969b-dbc781370d25 req-845fafe9-0c71-40c1-97d0-d33dd212b42f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.64 "DELETE /v2.0/ports/9f5cceae-7d2c-4598-a4ce-c921fef0aca5 HTTP/1.1" status: 204 len: 173 time: 1.2192187 Aug 27 03:35:50.081036 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'name': 'network-vif-deleted', 'tag': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:50.084626 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0bd005-4f3c-4409-bba7-a097cee889c6" -d '{"events": [{"server_uuid": "68be7cc1-21ee-4c2f-bac4-9dc76622c525", "name": "network-vif-deleted", "tag": "9f5cceae-7d2c-4598-a4ce-c921fef0aca5"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:50.149238 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbb236d-3dbf-4984-afdc-826a6501820b x-openstack-request-id: req-3dbb236d-3dbf-4984-afdc-826a6501820b {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:50.149691 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68be7cc1-21ee-4c2f-bac4-9dc76622c525", "name": "network-vif-deleted", "tag": "9f5cceae-7d2c-4598-a4ce-c921fef0aca5", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:50.150188 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dbb236d-3dbf-4984-afdc-826a6501820b {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:50.150805 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68be7cc1-21ee-4c2f-bac4-9dc76622c525', 'name': 'network-vif-deleted', 'tag': '9f5cceae-7d2c-4598-a4ce-c921fef0aca5', 'status': 'completed', 'code': 200} Aug 27 03:35:50.341365 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-36844358-0023-49a6-916e-79d304697df3 None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:50.566164 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-36844358-0023-49a6-916e-79d304697df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:50.597569 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36844358-0023-49a6-916e-79d304697df3 None None] Checking router: ffd50a95-4688-4eee-9978-b2cff876616c for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:35:50.607310 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36844358-0023-49a6-916e-79d304697df3 None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:50.608061 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-36844358-0023-49a6-916e-79d304697df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:35:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:50.766400 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a4b7ce9e-6cd0-4d59-bcf6-55e737158003 req-6fe2f925-1be8-4ed0-b9d4-70eae268db59 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=68be7cc1-21ee-4c2f-bac4-9dc76622c525 HTTP/1.1" status: 200 len: 210 time: 0.0392022 Aug 27 03:35:50.784669 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-36844358-0023-49a6-916e-79d304697df3 None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:51.123906 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-36844358-0023-49a6-916e-79d304697df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:51.176178 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36844358-0023-49a6-916e-79d304697df3 None None] The sync data for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb is: [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:35:51.455135 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e451084-2195-497f-8361-42d416ab5aeb None None] New status for floating IP a191ad60-e745-4640-823e-71d7b686d811: DOWN {{(pid=93859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:35:51.718036 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:51.740493 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:51.740924 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 9f5cceae-7d2c-4598-a4ce-c921fef0aca5 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:51.877255 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44290) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:51.940582 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0c73f355-5bd4-49a0-9d22-76681fe7b7a7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:51.969204 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0c73f355-5bd4-49a0-9d22-76681fe7b7a7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:52.061583 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0c73f355-5bd4-49a0-9d22-76681fe7b7a7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:52.065559 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0c73f355-5bd4-49a0-9d22-76681fe7b7a7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:52.072254 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-0c73f355-5bd4-49a0-9d22-76681fe7b7a7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "DELETE /v2.0/security-groups/0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1 HTTP/1.1" status: 204 len: 168 time: 0.1921625 Aug 27 03:35:52.073781 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44298) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:52.082030 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73f355-5bd4-49a0-9d22-76681fe7b7a7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:52.095027 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.api.v2.resource [None req-043350df-ac2e-47f1-bcd0-09e28ffacf85 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] show failed (client error): The resource could not be found. Aug 27 03:35:52.096716 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-043350df-ac2e-47f1-bcd0-09e28ffacf85 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups/0f51fb9d-c1c7-4e5e-afe0-c65ecd0d9fc1 HTTP/1.1" status: 404 len: 347 time: 0.0213456 Aug 27 03:35:52.099922 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44300) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:52.277794 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-d42ae0ab-62de-4a21-8ff0-0110b4daf0cb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Deleting port dba739d2-a27d-4d2e-9d15-c2eac9f9efc4 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:52.278351 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d42ae0ab-62de-4a21-8ff0-0110b4daf0cb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:52.393335 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d42ae0ab-62de-4a21-8ff0-0110b4daf0cb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:52.393963 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d42ae0ab-62de-4a21-8ff0-0110b4daf0cb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:52.408709 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-d42ae0ab-62de-4a21-8ff0-0110b4daf0cb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Calling delete_port for dba739d2-a27d-4d2e-9d15-c2eac9f9efc4 owned by network:floatingip {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:52.621782 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d42ae0ab-62de-4a21-8ff0-0110b4daf0cb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:52.718396 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d42ae0ab-62de-4a21-8ff0-0110b4daf0cb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:52.723833 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d42ae0ab-62de-4a21-8ff0-0110b4daf0cb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:52.726107 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-d42ae0ab-62de-4a21-8ff0-0110b4daf0cb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "DELETE /v2.0/floatingips/a191ad60-e745-4640-823e-71d7b686d811 HTTP/1.1" status: 204 len: 168 time: 0.6245217 Aug 27 03:35:52.727747 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ae0ab-62de-4a21-8ff0-0110b4daf0cb tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event deleted for resources: {'Port': ['ID=dba739d2-a27d-4d2e-9d15-c2eac9f9efc4,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:53.188636 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44346) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:53.194787 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-8bd852f1-fa47-4fbb-94d4-a6b2992a43cc tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812439668', 'description': 'tempest-description--1169812331'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:53.226330 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8bd852f1-fa47-4fbb-94d4-a6b2992a43cc tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.316177 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8bd852f1-fa47-4fbb-94d4-a6b2992a43cc tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.323192 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8bd852f1-fa47-4fbb-94d4-a6b2992a43cc tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.353548 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd852f1-fa47-4fbb-94d4-a6b2992a43cc tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc1ae47-549f-48da-986a-05ad2c34d0e9,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:53.356460 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8bd852f1-fa47-4fbb-94d4-a6b2992a43cc tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.357705 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-8bd852f1-fa47-4fbb-94d4-a6b2992a43cc tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1682699 Aug 27 03:35:53.360858 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44348) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:53.365476 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-22504561-6c68-486f-8e3c-e3ba35d44981 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'security_group_rule': {'security_group_id': '0cc1ae47-549f-48da-986a-05ad2c34d0e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:53.396657 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22504561-6c68-486f-8e3c-e3ba35d44981 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.460521 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22504561-6c68-486f-8e3c-e3ba35d44981 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.466261 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22504561-6c68-486f-8e3c-e3ba35d44981 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.484809 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22504561-6c68-486f-8e3c-e3ba35d44981 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8dfc8d-e0d3-4a45-9981-9ec00b178a04,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:53.495964 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22504561-6c68-486f-8e3c-e3ba35d44981 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.497172 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-22504561-6c68-486f-8e3c-e3ba35d44981 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353841 Aug 27 03:35:53.499917 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44350) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:53.504579 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-ff142e2c-ea9d-45c5-9c2e-2d08d8271785 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'security_group_rule': {'security_group_id': '0cc1ae47-549f-48da-986a-05ad2c34d0e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:53.540128 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ff142e2c-ea9d-45c5-9c2e-2d08d8271785 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.612096 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ff142e2c-ea9d-45c5-9c2e-2d08d8271785 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.623790 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ff142e2c-ea9d-45c5-9c2e-2d08d8271785 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.645121 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff142e2c-ea9d-45c5-9c2e-2d08d8271785 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2d7f03-c06e-475f-a370-822328119baa,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:53.652586 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ff142e2c-ea9d-45c5-9c2e-2d08d8271785 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.653836 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-ff142e2c-ea9d-45c5-9c2e-2d08d8271785 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529274 Aug 27 03:35:53.656884 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44352) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:53.661592 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'floatingip': {'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:53.683845 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.798291 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:53.926282 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Allocated IP 172.28.1.154 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/55ea2386-4b51-43d7-a427-0025ea4159be) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:54.059881 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.110445 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce569-75ef-43c8-885e-8f0daf2e2a29 req-474f9301-f4be-4be9-80d5-f8c470dc9918 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:54.112099 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c53ce569-75ef-43c8-885e-8f0daf2e2a29 req-474f9301-f4be-4be9-80d5-f8c470dc9918 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0772052 Aug 27 03:35:54.169563 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.182823 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c53ce569-75ef-43c8-885e-8f0daf2e2a29 req-f7209be3-8339-418c-a3f2-2b3664b457c0 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594530 Aug 27 03:35:54.206348 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44376) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:54.221729 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:54.228901 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:54.229713 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:54.254774 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'Port': ['ID=55ea2386-4b51-43d7-a427-0025ea4159be,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:54.329902 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.371083 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.444911 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb7279-fba4-47bc-9629-5f2bd9a21348 tempest-TestMinimumBasicScenario-754961864 tempest-TestMinimumBasicScenario-754961864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:54.449888 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-bddb7279-fba4-47bc-9629-5f2bd9a21348 tempest-TestMinimumBasicScenario-754961864 tempest-TestMinimumBasicScenario-754961864-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 1093 time: 0.2424123 Aug 27 03:35:54.450572 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44380) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:54.455376 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'floatingip': {'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'port_id': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:54.487019 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for floatingip, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.540508 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.547237 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.593691 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.626592 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'Port': ['ID=55ea2386-4b51-43d7-a427-0025ea4159be,revision_number=2']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:54.636978 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.656125 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.658629 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-517c47dc-e12d-4eb3-8df1-503590f38d6c tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0002711 Aug 27 03:35:54.730475 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Allocated IP 172.28.1.143 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/61f54b2d-a9b2-43bf-87f9-f5fae3d76c58) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:54.868969 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.906754 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-15d4ddab-5366-411c-85d9-d18afe152448 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1812439668&fields=id&tenant_id=32d43e61995f482f8513e744bf81b704 HTTP/1.1" status: 200 len: 267 time: 0.0718355 Aug 27 03:35:54.994012 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:55.059154 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:55.068135 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:55.072448 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:55.080473 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-a9d7757c-ff07-490d-a8a6-14606f85a74b tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:55.081938 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-a9d7757c-ff07-490d-a8a6-14606f85a74b tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 811 time: 0.1638231 Aug 27 03:35:55.086905 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'Port': ['ID=61f54b2d-a9b2-43bf-87f9-f5fae3d76c58,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:55.131412 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-a7e98740-e2f8-403c-8759-ece8c87b986f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/quotas/32d43e61995f482f8513e744bf81b704 HTTP/1.1" status: 200 len: 375 time: 0.0416069 Aug 27 03:35:55.255276 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-3b6697d4-7304-4068-9abc-f6556893e0ad tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126997 Aug 27 03:35:55.686490 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-3c6d159f-ad72-4e34-acaf-af639f1b9651 service neutron] 10.222.0.41 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162288 Aug 27 03:35:55.894238 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-f05c05f9-abe6-4569-ac80-82ca360a1ef4 service neutron] 10.222.0.41 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659966 Aug 27 03:35:55.913305 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:56.006649 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:56.105981 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b0c091b3-994e-448e-b3ea-4a23976d22be req-21149fac-680f-4ad9-85d6-dc96185b43d1 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 210 time: 0.0280674 Aug 27 03:35:56.217725 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:56.224056 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:56.317053 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'Port': ['ID=61f54b2d-a9b2-43bf-87f9-f5fae3d76c58,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:56.320090 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:56.452283 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.l3_db [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Floating IP 6871827d-a9a4-450b-b34c-f72164dbbf1c associated. External IP: 172.28.1.143, port: 346cffca-c0d9-4c93-b4b2-0b00babd353e. Aug 27 03:35:56.737703 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Router 43f1ad8f-466b-493b-9aa1-60de1a377b63 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:35:56.855558 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:35:56.867789 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] Sync routers for ids ['43f1ad8f-466b-493b-9aa1-60de1a377b63'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:35:56.882577 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:56.890232 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] Routers {'43f1ad8f-466b-493b-9aa1-60de1a377b63'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:56.891657 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:35:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['43f1ad8f-466b-493b-9aa1-60de1a377b63'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:56.929879 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-12d76235-7cc6-4f36-adbd-5399ae29fb3b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4754298 Aug 27 03:35:56.929879 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:56.930286 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4617c792-a71f-4479-a639-ec1a2cb05cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:56.930425 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44420) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:56.935700 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-28d26581-f5a5-4aa0-8394-cdb730ecefbc tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465206355', 'description': 'tempest-secgroup-smoke-1465206355 description', 'project_id': 'aa5ce3b069874313bfc4be8a62039449'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:56.970019 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b23bfe-0508-488a-a74d-5067e3807580 x-openstack-request-id: req-62b23bfe-0508-488a-a74d-5067e3807580 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:56.970601 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:56.970601 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62b23bfe-0508-488a-a74d-5067e3807580 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:56.971015 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'status': 'completed', 'code': 200} Aug 27 03:35:56.976678 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-28d26581-f5a5-4aa0-8394-cdb730ecefbc tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.060922 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-192821c2-bef3-498b-9154-99f2d7c9efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:57.063068 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-192821c2-bef3-498b-9154-99f2d7c9efaa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5ce3b069874313bfc4be8a62039449&device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 1098 time: 0.0599668 Aug 27 03:35:57.065493 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] Set router 43f1ad8f-466b-493b-9aa1-60de1a377b63 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:57.104686 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-28d26581-f5a5-4aa0-8394-cdb730ecefbc tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.112225 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-28d26581-f5a5-4aa0-8394-cdb730ecefbc tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.167123 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d26581-f5a5-4aa0-8394-cdb730ecefbc tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e58746-1f56-4bf8-a568-696ecfa46ffa,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:57.235296 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-14fc313f-f48f-4653-8323-e5174a88a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:57.240054 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-14fc313f-f48f-4653-8323-e5174a88a4f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e882ab8-b67d-4872-b267-3ad1ab0103b5 HTTP/1.1" status: 200 len: 916 time: 0.1549232 Aug 27 03:35:57.266410 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-28d26581-f5a5-4aa0-8394-cdb730ecefbc tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.267852 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-28d26581-f5a5-4aa0-8394-cdb730ecefbc tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3361721 Aug 27 03:35:57.271174 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44434) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:57.278073 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-9c7c3d48-02a0-489d-87fd-ac02b9fdd9ed tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'security_group_rule': {'security_group_id': '67e58746-1f56-4bf8-a568-696ecfa46ffa', 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:57.281338 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-13665f47-f53e-4ce2-997a-33de7eebb0e9 req-a987136f-bf2c-4d39-811a-2d7abcfe0310 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 210 time: 0.0401793 Aug 27 03:35:57.361031 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-a8b6bbd0-36d1-46ba-81c4-5415189a3c76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e HTTP/1.1" status: 200 len: 999 time: 0.0781202 Aug 27 03:35:57.411090 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3d48-02a0-489d-87fd-ac02b9fdd9ed tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.423718 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-ca8eedbb-4a68-4e92-b541-56001a8b4125 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:57.430656 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-ca8eedbb-4a68-4e92-b541-56001a8b4125 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.64 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 811 time: 0.2750828 Aug 27 03:35:57.459372 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-229bff60-85ad-465d-b667-0419cee5e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:57.460865 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-229bff60-85ad-465d-b667-0419cee5e9e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=781a9e05-ff03-49bb-a972-d6c923079172 HTTP/1.1" status: 200 len: 854 time: 0.0871727 Aug 27 03:35:57.474743 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '6871827d-a9a4-450b-b34c-f72164dbbf1c', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'floating_ip_address': '172.28.1.143', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'port_id': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'mac_address': 'fa:16:3e:96:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:55Z', 'updated_at': '2021-08-27T03:35:55Z', 'revision_number': 0, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2169d171-fb5e-4d70-8968-ec3e2d7ca460', 'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'mac_address': 'fa:16:3e:03:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:36Z', 'updated_at': '2021-08-27T03:34:44Z', 'revision_number': 5, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'subnets': [{'id': '781a9e05-ff03-49bb-a972-d6c923079172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:57.537086 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] Checking router: 43f1ad8f-466b-493b-9aa1-60de1a377b63 for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:35:57.550969 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] Routers {'43f1ad8f-466b-493b-9aa1-60de1a377b63'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:57.551701 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:35:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['43f1ad8f-466b-493b-9aa1-60de1a377b63'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:57.554591 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-8ae06e8b-7f4d-42e5-9e6f-225fb5e8f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:57.557416 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-8ae06e8b-7f4d-42e5-9e6f-225fb5e8f624 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e882ab8-b67d-4872-b267-3ad1ab0103b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0712633 Aug 27 03:35:57.558589 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-fb831cb9-03a8-4c81-a839-c63ec6b59339 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d43e61995f482f8513e744bf81b704 HTTP/1.1" status: 200 len: 380 time: 0.1195693 Aug 27 03:35:57.574301 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3d48-02a0-489d-87fd-ac02b9fdd9ed tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.588171 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'port': {'device_id': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'admin_state_up': True, 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'security_groups': ['0cc1ae47-549f-48da-986a-05ad2c34d0e9']}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:57.593577 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3d48-02a0-489d-87fd-ac02b9fdd9ed tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.633565 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c3d48-02a0-489d-87fd-ac02b9fdd9ed tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8f0d59-8eb6-4198-90a1-170bc2801398,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:57.698808 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] Set router 43f1ad8f-466b-493b-9aa1-60de1a377b63 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:57.707687 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-69490b88-5367-4c54-978e-7401730f3acc service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293557 Aug 27 03:35:57.716245 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3d48-02a0-489d-87fd-ac02b9fdd9ed tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.720288 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-9c7c3d48-02a0-489d-87fd-ac02b9fdd9ed tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4453089 Aug 27 03:35:57.721942 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44448) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:57.726856 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-65675efe-3ddf-4ca6-bd3d-623989cc900b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'security_group_rule': {'security_group_id': '67e58746-1f56-4bf8-a568-696ecfa46ffa', 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:57.807090 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-65675efe-3ddf-4ca6-bd3d-623989cc900b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.817981 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Made reservation on behalf of 32d43e61995f482f8513e744bf81b704 for: {'port': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:35:57.822860 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.838815 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4617c792-a71f-4479-a639-ec1a2cb05cfa req-b6c8f07c-6b65-4e3c-afe1-39b689bdcaf5 service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162424 Aug 27 03:35:57.857660 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44450) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:57.944432 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-65675efe-3ddf-4ca6-bd3d-623989cc900b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:57.997858 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-65675efe-3ddf-4ca6-bd3d-623989cc900b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.026516 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-152ad2b6-355f-4e9c-872a-6f550dab6506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.030756 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65675efe-3ddf-4ca6-bd3d-623989cc900b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc763c97-ffca-4eb3-9934-b728c3490fdb,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:58.053977 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-65675efe-3ddf-4ca6-bd3d-623989cc900b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.055449 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-65675efe-3ddf-4ca6-bd3d-623989cc900b tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3324788 Aug 27 03:35:58.059465 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44454) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:58.065182 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-63559e40-a61a-4fb6-907a-c71a0dd98506 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'security_group_rule': {'security_group_id': '67e58746-1f56-4bf8-a568-696ecfa46ffa', 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:58.072116 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Allocated IP 172.20.0.12 (c7a59340-a6ec-4d2c-b9ac-054adbd0e439/488300c7-91be-4ddd-9fbe-f1f934d58d2a/d2db6f13-7e9b-480b-9ebd-f34c8ac41619) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:58.082756 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '6871827d-a9a4-450b-b34c-f72164dbbf1c', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'floating_ip_address': '172.28.1.143', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'port_id': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'mac_address': 'fa:16:3e:96:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:55Z', 'updated_at': '2021-08-27T03:35:55Z', 'revision_number': 0, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2169d171-fb5e-4d70-8968-ec3e2d7ca460', 'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'mac_address': 'fa:16:3e:03:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:36Z', 'updated_at': '2021-08-27T03:34:44Z', 'revision_number': 5, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'subnets': [{'id': '781a9e05-ff03-49bb-a972-d6c923079172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:58.133554 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63086e9a-0615-487d-9a50-ef36513ff5ff None None] The sync data for ids ['43f1ad8f-466b-493b-9aa1-60de1a377b63'] in dv-cinder-773985-14-smb is: [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '6871827d-a9a4-450b-b34c-f72164dbbf1c', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'floating_ip_address': '172.28.1.143', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'port_id': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'mac_address': 'fa:16:3e:96:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:55Z', 'updated_at': '2021-08-27T03:35:55Z', 'revision_number': 0, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2169d171-fb5e-4d70-8968-ec3e2d7ca460', 'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'mac_address': 'fa:16:3e:03:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:36Z', 'updated_at': '2021-08-27T03:34:44Z', 'revision_number': 5, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'subnets': [{'id': '781a9e05-ff03-49bb-a972-d6c923079172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:35:58.185315 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-152ad2b6-355f-4e9c-872a-6f550dab6506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.192643 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-152ad2b6-355f-4e9c-872a-6f550dab6506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.241978 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-152ad2b6-355f-4e9c-872a-6f550dab6506 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c40d56e74c67419785f26e4f4a46759d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830595 Aug 27 03:35:58.242637 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ad2b6-355f-4e9c-872a-6f550dab6506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef1cc1c-f731-4df2-abfa-00adc7d33192,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:58.245076 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44456) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:58.248651 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-63559e40-a61a-4fb6-907a-c71a0dd98506 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.287253 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.300556 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-90002266-950d-4522-b9ce-821b5ecc724f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.321188 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.provisioning_blocks [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Transition to ACTIVE for port object d2db6f13-7e9b-480b-9ebd-f34c8ac41619 will not be triggered until provisioned by entity DHCP. {{(pid=93857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:35:58.335535 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-90002266-950d-4522-b9ce-821b5ecc724f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.372625 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-63559e40-a61a-4fb6-907a-c71a0dd98506 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.385596 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-63559e40-a61a-4fb6-907a-c71a0dd98506 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.403528 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63559e40-a61a-4fb6-907a-c71a0dd98506 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34363fd-b38b-48ef-b5c1-878eeec1983b,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:58.432318 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e1c28f66-722d-48ef-a63b-709e5438f47f req-f5c32999-6fe5-4a65-ab68-c658b03a8f6e tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 210 time: 0.0401409 Aug 27 03:35:58.434249 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cb43a8-1be3-4744-ad6f-68b47aa67721 None None] New status for floating IP 6871827d-a9a4-450b-b34c-f72164dbbf1c: ACTIVE {{(pid=93859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:35:58.452490 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.454242 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-63559e40-a61a-4fb6-907a-c71a0dd98506 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.457925 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-90002266-950d-4522-b9ce-821b5ecc724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.459158 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-63559e40-a61a-4fb6-907a-c71a0dd98506 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3984811 Aug 27 03:35:58.462479 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44462) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:58.464446 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-90002266-950d-4522-b9ce-821b5ecc724f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.466263 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-90002266-950d-4522-b9ce-821b5ecc724f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ef1cc1c-f731-4df2-abfa-00adc7d33192 HTTP/1.1" status: 204 len: 168 time: 0.2202430 Aug 27 03:35:58.476069 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90002266-950d-4522-b9ce-821b5ecc724f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef1cc1c-f731-4df2-abfa-00adc7d33192,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:58.477846 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-fddd7b8f-faac-445e-9ef9-5e8ecb63d963 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'security_group_rule': {'security_group_id': '67e58746-1f56-4bf8-a568-696ecfa46ffa', 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:58.535458 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:58.541346 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:58.550447 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:58.587252 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event updated for resources: {'Port': ['ID=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:58.642455 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fddd7b8f-faac-445e-9ef9-5e8ecb63d963 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.687353 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:58.688029 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.734876 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-465bfad2-cab9-42ab-9b84-57b83c2fe995 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1534815 Aug 27 03:35:58.760610 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Request body: {'port': {'device_id': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:58.778354 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fddd7b8f-faac-445e-9ef9-5e8ecb63d963 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.803791 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fddd7b8f-faac-445e-9ef9-5e8ecb63d963 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.865651 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd7b8f-faac-445e-9ef9-5e8ecb63d963 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef66e690-8f93-4a32-aa07-9f716051ca4e,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:58.871762 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.890109 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505db508-13aa-479e-84fa-648dc6944722 req-592f463d-12d4-4965-a63f-92bebf124039 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:58.891324 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fddd7b8f-faac-445e-9ef9-5e8ecb63d963 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.891729 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-505db508-13aa-479e-84fa-648dc6944722 req-592f463d-12d4-4965-a63f-92bebf124039 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0686412 Aug 27 03:35:58.899008 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-fddd7b8f-faac-445e-9ef9-5e8ecb63d963 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4268384 Aug 27 03:35:58.903271 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44470) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:58.910133 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-e3a81a30-2fde-4b8c-a244-32621571f711 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'security_group_rule': {'security_group_id': '67e58746-1f56-4bf8-a568-696ecfa46ffa', 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:58.912884 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0e363188-59fd-4607-bb59-016aaf0f7594 None None] Provisioning for port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:58.918406 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-0e363188-59fd-4607-bb59-016aaf0f7594 None None] Provisioning complete for port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:58.919210 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0e363188-59fd-4607-bb59-016aaf0f7594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.954699 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-505db508-13aa-479e-84fa-648dc6944722 req-897dabf7-00cf-43cb-b047-640adb074a44 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518076 Aug 27 03:35:58.956910 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0e363188-59fd-4607-bb59-016aaf0f7594 None None] Port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:35:59.027094 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.securitygroups_db [None req-e3a81a30-2fde-4b8c-a244-32621571f711 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Project aa5ce3b069874313bfc4be8a62039449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:35:59.035449 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e3a81a30-2fde-4b8c-a244-32621571f711 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.153741 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e3a81a30-2fde-4b8c-a244-32621571f711 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.161729 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e3a81a30-2fde-4b8c-a244-32621571f711 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.199070 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a81a30-2fde-4b8c-a244-32621571f711 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892b5d80-cfcb-48e8-beed-134307afbb82,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:59.203016 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e3a81a30-2fde-4b8c-a244-32621571f711 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.204188 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-e3a81a30-2fde-4b8c-a244-32621571f711 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2995691 Aug 27 03:35:59.207399 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44472) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:59.213414 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-412b16f4-f320-4ccc-a985-da7bb231e05a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'security_group_rule': {'security_group_id': '67e58746-1f56-4bf8-a568-696ecfa46ffa', 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:59.253603 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.securitygroups_db [None req-412b16f4-f320-4ccc-a985-da7bb231e05a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Project aa5ce3b069874313bfc4be8a62039449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:35:59.261155 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-412b16f4-f320-4ccc-a985-da7bb231e05a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.262999 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2db6f13-7e9b-480b-9ebd-f34c8ac41619 {{(pid=93857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:59.270824 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.285275 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.provisioning_blocks [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Transition to ACTIVE for port object d2db6f13-7e9b-480b-9ebd-f34c8ac41619 will not be triggered until provisioned by entity L2. {{(pid=93857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:35:59.290447 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.318112 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-412b16f4-f320-4ccc-a985-da7bb231e05a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.325007 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-412b16f4-f320-4ccc-a985-da7bb231e05a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.359489 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b16f4-f320-4ccc-a985-da7bb231e05a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41281b6-9f10-4048-9e27-547d67dc0fbd,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:59.364559 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Pushing event updated for resources: {'Port': ['ID=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,revision_number=2']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:59.371989 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-412b16f4-f320-4ccc-a985-da7bb231e05a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.378461 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-412b16f4-f320-4ccc-a985-da7bb231e05a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656053 Aug 27 03:35:59.451975 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Attempting to bind port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:35:59.452308 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Attempting to bind port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'}] {{(pid=93857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:35:59.452624 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Attempting to bind port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 on network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:59.469357 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 on network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:35:59.469672 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Attempting to bind port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 on network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:59.485096 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:35:59.485425 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Checking segment: {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:35:59.485810 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Bound using segment: {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'} {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:35:59.486279 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Bound port: d2db6f13-7e9b-480b-9ebd-f34c8ac41619, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254a9dd5-7d4b-48be-83d7-8ba441db5216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439'}}] {{(pid=93857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:35:59.486639 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.589881 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4cbd-0b16-4bf8-957a-d16e1eb1af5a req-64caa02b-1e5f-4f46-b38d-246621f90381 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:59.591700 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-626b4cbd-0b16-4bf8-957a-d16e1eb1af5a req-64caa02b-1e5f-4f46-b38d-246621f90381 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 944 time: 0.0626628 Aug 27 03:35:59.640206 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-626b4cbd-0b16-4bf8-957a-d16e1eb1af5a req-24528638-9b09-4cdb-b78f-f2253175a083 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418191 Aug 27 03:35:59.741855 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-04a92742-1126-44d3-9167-e21bd061016b req-a92fbd42-c6f6-40a4-95be-60c755390948 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465206355&fields=id&tenant_id=aa5ce3b069874313bfc4be8a62039449 HTTP/1.1" status: 200 len: 267 time: 0.3009350 Aug 27 03:35:59.837931 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] For port d2db6f13-7e9b-480b-9ebd-f34c8ac41619, host hv-cinder-77398, cleared binding levels {{(pid=93857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:35:59.843020 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] For port d2db6f13-7e9b-480b-9ebd-f34c8ac41619, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:35:59.852827 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a92742-1126-44d3-9167-e21bd061016b req-46bfa036-e7e2-44ae-bc93-b55e3e3749f9 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:59.855047 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-04a92742-1126-44d3-9167-e21bd061016b req-46bfa036-e7e2-44ae-bc93-b55e3e3749f9 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 945 time: 0.1060827 Aug 27 03:35:59.858158 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.894662 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-04a92742-1126-44d3-9167-e21bd061016b req-84069633-5919-471f-94b9-76f653a325e4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'port': {'security_groups': ['82be60e7-6c10-4fc5-920f-bdc7aa268762', '67e58746-1f56-4bf8-a568-696ecfa46ffa']}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:59.932110 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:59.932789 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:59.934216 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] 10.222.0.64 "PUT /v2.0/ports/d2db6f13-7e9b-480b-9ebd-f34c8ac41619 HTTP/1.1" status: 200 len: 1094 time: 1.1821415 Aug 27 03:35:59.936953 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'tag': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:59.939326 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8c6f84-fb94-4268-b8f5-b737e97bd15f", "tag": "d2db6f13-7e9b-480b-9ebd-f34c8ac41619"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:59.988068 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a3ccd-62da-453d-81d8-0a6bc2fe8d09 service neutron] Pushing event updated for resources: {'Port': ['ID=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,revision_number=3']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:00.006385 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f511f4-fab4-4661-9383-78868ba6582e x-openstack-request-id: req-d4f511f4-fab4-4661-9383-78868ba6582e {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:00.006697 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8c6f84-fb94-4268-b8f5-b737e97bd15f", "tag": "d2db6f13-7e9b-480b-9ebd-f34c8ac41619", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:00.006937 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4f511f4-fab4-4661-9383-78868ba6582e {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:00.007303 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'tag': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619', 'status': 'completed', 'code': 200} Aug 27 03:36:00.026739 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-04a92742-1126-44d3-9167-e21bd061016b req-84069633-5919-471f-94b9-76f653a325e4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:00.083453 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-ce743a4a-366c-4764-8c65-05ab0d5f4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:00.085004 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-ce743a4a-366c-4764-8c65-05ab0d5f4ca4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 1097 time: 0.0916905 Aug 27 03:36:00.139426 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0d8e-8cbd-477d-8fd7-35e5d70bfb88 req-f4598c82-452f-4c1d-9fbc-b22dac491e52 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:00.141191 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d39a0d8e-8cbd-477d-8fd7-35e5d70bfb88 req-f4598c82-452f-4c1d-9fbc-b22dac491e52 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0832713 Aug 27 03:36:00.156578 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-e768f013-6087-4e84-917e-77a2e34917af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2db6f13-7e9b-480b-9ebd-f34c8ac41619 HTTP/1.1" status: 200 len: 217 time: 0.0567074 Aug 27 03:36:00.203888 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d39a0d8e-8cbd-477d-8fd7-35e5d70bfb88 req-97b7fe70-81f8-48d9-b523-fbbeb95f3a31 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479743 Aug 27 03:36:00.253980 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-cb267c46-1081-434a-a331-1b49a8a2760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:00.255488 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-cb267c46-1081-434a-a331-1b49a8a2760c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=488300c7-91be-4ddd-9fbe-f1f934d58d2a HTTP/1.1" status: 200 len: 850 time: 0.0898340 Aug 27 03:36:00.352652 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-c6229728-8e6d-4ee2-aba2-5ba883900dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:00.354110 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-c6229728-8e6d-4ee2-aba2-5ba883900dc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0693078 Aug 27 03:36:00.365845 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-04a92742-1126-44d3-9167-e21bd061016b req-84069633-5919-471f-94b9-76f653a325e4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] For port 346cffca-c0d9-4c93-b4b2-0b00babd353e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:00.447394 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-04a92742-1126-44d3-9167-e21bd061016b req-84069633-5919-471f-94b9-76f653a325e4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:00.455957 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-04a92742-1126-44d3-9167-e21bd061016b req-84069633-5919-471f-94b9-76f653a325e4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:00.472234 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['346cffca-c0d9-4c93-b4b2-0b00babd353e'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:36:00.527138 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a92742-1126-44d3-9167-e21bd061016b req-84069633-5919-471f-94b9-76f653a325e4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:00.527816 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-04a92742-1126-44d3-9167-e21bd061016b req-84069633-5919-471f-94b9-76f653a325e4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:00.529242 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-04a92742-1126-44d3-9167-e21bd061016b req-84069633-5919-471f-94b9-76f653a325e4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "PUT /v2.0/ports/346cffca-c0d9-4c93-b4b2-0b00babd353e HTTP/1.1" status: 200 len: 981 time: 0.6627522 Aug 27 03:36:00.539299 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-a9786168-39c4-45d7-b90e-3252bc35ebb8 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713974 Aug 27 03:36:00.560317 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84069633-5919-471f-94b9-76f653a325e4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'Port': ['ID=346cffca-c0d9-4c93-b4b2-0b00babd353e,revision_number=6']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:00.632318 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['346cffca-c0d9-4c93-b4b2-0b00babd353e'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:36:00.664048 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a53e0935-3229-4941-9a4e-b79e9cd14e8c req-7f2a123f-e356-4ba1-bc22-4cfec10002a1 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125367 Aug 27 03:36:00.689603 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baf3ae-9bf0-4dac-853f-da4917f95b1a req-528b119f-1fa4-40e7-acf1-dd29d5e51576 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:00.698887 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a7baf3ae-9bf0-4dac-853f-da4917f95b1a req-528b119f-1fa4-40e7-acf1-dd29d5e51576 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0887558 Aug 27 03:36:00.794112 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a7baf3ae-9bf0-4dac-853f-da4917f95b1a req-2519e0db-bc9b-4830-bc58-65e8be1779e5 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778792 Aug 27 03:36:00.821696 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-d60cf625-d8a6-4115-8697-ee9f2dda1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:00.823512 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-d60cf625-d8a6-4115-8697-ee9f2dda1d99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 1097 time: 0.0922384 Aug 27 03:36:00.835994 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7ac3-12b0-48bb-8cd8-bc385956ca13 req-5be2bb71-1500-47cc-9272-b98215763e23 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:00.839688 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fd9f7ac3-12b0-48bb-8cd8-bc385956ca13 req-5be2bb71-1500-47cc-9272-b98215763e23 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 944 time: 0.0792975 Aug 27 03:36:00.873020 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-56286d59-9f4e-4b15-9028-bcce60a22d48 None None] Provisioning complete for port 346cffca-c0d9-4c93-b4b2-0b00babd353e triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:36:00.873291 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-56286d59-9f4e-4b15-9028-bcce60a22d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:00.940591 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fd9f7ac3-12b0-48bb-8cd8-bc385956ca13 req-8a128fc2-1c24-494e-a1e4-de6a3db5d1f7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818191 Aug 27 03:36:00.978087 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-64144d3a-0ce6-4a3d-a806-998fe6a9ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:00.980748 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-64144d3a-0ce6-4a3d-a806-998fe6a9ab71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 912 time: 0.1397943 Aug 27 03:36:01.038824 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-53053d07-024a-4bd1-9a7d-408d45f229f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2db6f13-7e9b-480b-9ebd-f34c8ac41619 HTTP/1.1" status: 200 len: 217 time: 0.0397170 Aug 27 03:36:01.139233 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-5a03cd63-b5e9-43ca-bf25-a38ee63d22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:01.141755 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-5a03cd63-b5e9-43ca-bf25-a38ee63d22ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=488300c7-91be-4ddd-9fbe-f1f934d58d2a HTTP/1.1" status: 200 len: 850 time: 0.0940707 Aug 27 03:36:01.196145 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-39537091-9900-44fa-82ed-b2a20a016eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:01.198228 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-39537091-9900-44fa-82ed-b2a20a016eb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0472167 Aug 27 03:36:01.319288 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-eccc374b-d87a-4cd9-8462-bc01df9aa796 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088393 Aug 27 03:36:01.352147 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5348a9-8bb3-4f97-a002-6adc44dd405f req-a2588235-8a55-4236-85ea-a5274e781c47 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:01.353885 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c5348a9-8bb3-4f97-a002-6adc44dd405f req-a2588235-8a55-4236-85ea-a5274e781c47 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0560811 Aug 27 03:36:01.399088 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5c5348a9-8bb3-4f97-a002-6adc44dd405f req-096900a5-2c0a-4fce-86e2-f54aa9c5a9e8 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387521 Aug 27 03:36:01.445736 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9a04a8a2-e8f1-492c-8451-c065cefc5cfc req-6a4974fa-81a2-42e0-b6c2-49f4b8fb830e service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162283 Aug 27 03:36:02.008427 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:02.011339 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f246ae7f-4828-45e1-8a01-d6a0222085f9" -d '{"events": [{"name": "network-changed", "server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:02.051764 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b1897a-b42e-4f46-b157-1d341ef74b32 x-openstack-request-id: req-38b1897a-b42e-4f46-b157-1d341ef74b32 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:02.052047 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:02.052296 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38b1897a-b42e-4f46-b157-1d341ef74b32 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:02.052691 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'status': 'completed', 'code': 200} Aug 27 03:36:02.075397 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f2f84-12a2-4908-8918-de152284ff2d req-b537978d-eb8f-410c-8315-f206c9587158 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:02.077048 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-708f2f84-12a2-4908-8918-de152284ff2d req-b537978d-eb8f-410c-8315-f206c9587158 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 944 time: 0.0615823 Aug 27 03:36:02.178441 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-708f2f84-12a2-4908-8918-de152284ff2d req-c6e714c5-2537-4c66-aae3-67401288a011 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882850 Aug 27 03:36:02.181642 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-b6a21307-e9bb-4197-a67a-7fc570c6dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:02.184143 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-b6a21307-e9bb-4197-a67a-7fc570c6dbc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5ce3b069874313bfc4be8a62039449&device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 1137 time: 0.1052268 Aug 27 03:36:02.295723 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-5bf6762f-f1bf-41d6-b282-8080ef5bf745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:02.297229 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-5bf6762f-f1bf-41d6-b282-8080ef5bf745 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e882ab8-b67d-4872-b267-3ad1ab0103b5 HTTP/1.1" status: 200 len: 916 time: 0.1044219 Aug 27 03:36:02.392776 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-5631ba28-f810-43f9-afcd-0d0754c3d75e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e HTTP/1.1" status: 200 len: 1001 time: 0.0780609 Aug 27 03:36:02.461531 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-0efd9795-7bd0-4ab2-8fad-8837b1b23cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:02.463531 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-0efd9795-7bd0-4ab2-8fad-8837b1b23cb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=781a9e05-ff03-49bb-a972-d6c923079172 HTTP/1.1" status: 200 len: 854 time: 0.0496681 Aug 27 03:36:02.523079 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-ed233835-23a9-4ddf-9e6a-8e06d891fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:02.524940 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-ed233835-23a9-4ddf-9e6a-8e06d891fe22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e882ab8-b67d-4872-b267-3ad1ab0103b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0493522 Aug 27 03:36:02.536122 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3f65d-7c74-4024-a9a2-2f23689165fe req-3f9cbd35-3725-4648-95b9-dbdef1d56dcd tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:02.538102 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3cf3f65d-7c74-4024-a9a2-2f23689165fe req-3f9cbd35-3725-4648-95b9-dbdef1d56dcd tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0605085 Aug 27 03:36:02.578874 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3cf3f65d-7c74-4024-a9a2-2f23689165fe req-ae3540f9-d5f3-424b-a070-08a5396bd67f tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Aug 27 03:36:02.628664 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-d7f5e446-67b3-42ef-a2c6-bac1a7cf018d service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898490 Aug 27 03:36:02.726763 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f246ae7f-4828-45e1-8a01-d6a0222085f9 req-d88724d7-8a06-49e5-94da-ff6035abd6b0 service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880349 Aug 27 03:36:03.320336 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1cfc1-4e7e-4d9b-bee4-b32bf9e1acf1 req-f0f70665-b0c9-40be-9908-a75bbb45e067 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:03.321900 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7a1cfc1-4e7e-4d9b-bee4-b32bf9e1acf1 req-f0f70665-b0c9-40be-9908-a75bbb45e067 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 944 time: 0.0531723 Aug 27 03:36:03.361027 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7a1cfc1-4e7e-4d9b-bee4-b32bf9e1acf1 req-890dfa1f-f010-4410-b62b-be1c5e42031a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Aug 27 03:36:03.694011 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.708853 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c586203-d51f-42a4-b617-1f40fbe77547 req-976cf10c-b066-4c65-a362-68aa2d129303 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:03.710434 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7c586203-d51f-42a4-b617-1f40fbe77547 req-976cf10c-b066-4c65-a362-68aa2d129303 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0609539 Aug 27 03:36:03.755018 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7c586203-d51f-42a4-b617-1f40fbe77547 req-e0f65996-4124-492e-b2c2-17972470f046 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/security-groups?id=a862e815-b396-4a52-b82b-288e10294942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379033 Aug 27 03:36:03.795430 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d2db6f13-7e9b-480b-9ebd-f34c8ac41619 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:36:03.909337 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-6531da2c-8965-454c-aa66-185dc2bf2e75 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:03.911354 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-6531da2c-8965-454c-aa66-185dc2bf2e75 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.64 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 945 time: 0.0651138 Aug 27 03:36:03.912431 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d2db6f13-7e9b-480b-9ebd-f34c8ac41619, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:03.924878 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'port_id': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619', 'mac_address': 'fa:16:3e:ce:a8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:36:03.969126 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.985239 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2db6f13-7e9b-480b-9ebd-f34c8ac41619 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:36:04.011030 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d2db6f13-7e9b-480b-9ebd-f34c8ac41619, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:04.016393 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.019148 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-aa4990d9-d13f-41a8-a0d6-749ce98387fc tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Deleting port 49633627-a611-4f87-90de-19e46cf50de7 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:04.019148 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-aa4990d9-d13f-41a8-a0d6-749ce98387fc tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.066569 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:04.139579 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-aa4990d9-d13f-41a8-a0d6-749ce98387fc tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] For port 49633627-a611-4f87-90de-19e46cf50de7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=49633627-a611-4f87-90de-19e46cf50de7,segment=NetworkSegment(2262a9e6-9d2d-40a2-996a-22169125fb8c),segment_id=2262a9e6-9d2d-40a2-996a-22169125fb8c)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:04.139931 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-aa4990d9-d13f-41a8-a0d6-749ce98387fc tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.154579 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-aa4990d9-d13f-41a8-a0d6-749ce98387fc tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Calling delete_port for 49633627-a611-4f87-90de-19e46cf50de7 owned by compute:nova {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:04.264161 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['d2db6f13-7e9b-480b-9ebd-f34c8ac41619'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:36:04.315471 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-aa4990d9-d13f-41a8-a0d6-749ce98387fc tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.351786 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4990d9-d13f-41a8-a0d6-749ce98387fc tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Pushing event deleted for resources: {'Port': ['ID=49633627-a611-4f87-90de-19e46cf50de7,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:04.398557 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-aa4990d9-d13f-41a8-a0d6-749ce98387fc tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] No DVR routers for this DVR port 49633627-a611-4f87-90de-19e46cf50de7 on host hv-cinder-77398 {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:36:04.401592 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-aa4990d9-d13f-41a8-a0d6-749ce98387fc tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.403841 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9ab4a213-f340-47bc-9a22-8895ee91bc12 req-aa4990d9-d13f-41a8-a0d6-749ce98387fc tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.64 "DELETE /v2.0/ports/49633627-a611-4f87-90de-19e46cf50de7 HTTP/1.1" status: 204 len: 173 time: 0.4832239 Aug 27 03:36:04.404316 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c301ffad-3af9-406a-9457-2a61cf07cb52', 'name': 'network-vif-deleted', 'tag': '49633627-a611-4f87-90de-19e46cf50de7'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:04.406774 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f675e9-bfda-4aad-b6b0-a239221f74f3" -d '{"events": [{"server_uuid": "c301ffad-3af9-406a-9457-2a61cf07cb52", "name": "network-vif-deleted", "tag": "49633627-a611-4f87-90de-19e46cf50de7"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:04.466816 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a8098a-dc8e-47b2-8847-cbe94b22a8d5 x-openstack-request-id: req-e2a8098a-dc8e-47b2-8847-cbe94b22a8d5 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:04.467101 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c301ffad-3af9-406a-9457-2a61cf07cb52", "name": "network-vif-deleted", "tag": "49633627-a611-4f87-90de-19e46cf50de7", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:04.467346 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2a8098a-dc8e-47b2-8847-cbe94b22a8d5 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:04.467758 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c301ffad-3af9-406a-9457-2a61cf07cb52', 'name': 'network-vif-deleted', 'tag': '49633627-a611-4f87-90de-19e46cf50de7', 'status': 'completed', 'code': 200} Aug 27 03:36:04.492305 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af6e4f-65a5-4b7a-abff-31d0e2200c69 req-9b611e37-9b03-4d4e-ab7c-69906793845f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:04.494599 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-71af6e4f-65a5-4b7a-abff-31d0e2200c69 req-9b611e37-9b03-4d4e-ab7c-69906793845f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 945 time: 0.0598123 Aug 27 03:36:04.544425 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-71af6e4f-65a5-4b7a-abff-31d0e2200c69 req-85ee2b9c-a250-43ac-8b38-5f4588ab390f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Aug 27 03:36:04.870915 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-7ceb72a9-2eae-4c53-a35f-df5d9d6e3f3f req-625b8514-1ba9-4ab5-b7eb-6fff085248e3 tempest-VolumesSnapshotTestJSON-827664927 tempest-VolumesSnapshotTestJSON-827664927-project] 10.222.0.41 "GET /v2.0/ports?device_id=c301ffad-3af9-406a-9457-2a61cf07cb52 HTTP/1.1" status: 200 len: 210 time: 0.0278456 Aug 27 03:36:05.039596 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['49633627-a611-4f87-90de-19e46cf50de7'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:36:05.680699 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b24fa0-e28d-424e-85d3-0de9c0ca188c req-aafe2c0d-20ac-41f5-9e86-55ae68470f0f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:05.682416 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-84b24fa0-e28d-424e-85d3-0de9c0ca188c req-aafe2c0d-20ac-41f5-9e86-55ae68470f0f tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 945 time: 0.0588942 Aug 27 03:36:05.724094 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-84b24fa0-e28d-424e-85d3-0de9c0ca188c req-3494a4db-e8b8-40fb-a10c-8134973aab3b tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347974 Aug 27 03:36:05.798995 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d2db6f13-7e9b-480b-9ebd-f34c8ac41619 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:36:05.858702 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:36:05.862865 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:36:05.863224 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:05.970030 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:05.997325 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:05.999817 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7554ebcc-8246-4624-9031-846ce158fbf4" -d '{"events": [{"server_uuid": "ee8c6f84-fb94-4268-b8f5-b737e97bd15f", "name": "network-vif-plugged", "status": "completed", "tag": "d2db6f13-7e9b-480b-9ebd-f34c8ac41619"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:06.013434 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port d2db6f13-7e9b-480b-9ebd-f34c8ac41619, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:06.020802 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:06.048651 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798b70ca-c4b6-4432-9f90-4ed74984beb3 x-openstack-request-id: req-798b70ca-c4b6-4432-9f90-4ed74984beb3 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:06.049306 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8c6f84-fb94-4268-b8f5-b737e97bd15f", "name": "network-vif-plugged", "status": "completed", "tag": "d2db6f13-7e9b-480b-9ebd-f34c8ac41619", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:06.049306 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-798b70ca-c4b6-4432-9f90-4ed74984beb3 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:06.049547 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619', 'code': 200} Aug 27 03:36:06.087350 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:06.244151 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe3458-0f41-40df-9f08-0709ddcecc89 req-05d648cb-c988-4263-9b68-2a7b005bf3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:06.245832 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fefe3458-0f41-40df-9f08-0709ddcecc89 req-05d648cb-c988-4263-9b68-2a7b005bf3ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 1099 time: 0.0508051 Aug 27 03:36:06.291565 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fefe3458-0f41-40df-9f08-0709ddcecc89 req-4b89ae2a-7c49-40a3-92f3-b8348c459038 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375209 Aug 27 03:36:06.861084 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f649deb-82a9-4d6c-ade2-ff3fa9f8a023 req-323f6d39-3c33-4c1b-8d8c-7885aa187284 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:06.862851 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1f649deb-82a9-4d6c-ade2-ff3fa9f8a023 req-323f6d39-3c33-4c1b-8d8c-7885aa187284 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 946 time: 0.0554314 Aug 27 03:36:06.903887 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1f649deb-82a9-4d6c-ade2-ff3fa9f8a023 req-52d554dd-f48c-494a-8f56-38569875b5be tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351043 Aug 27 03:36:07.804877 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 49633627-a611-4f87-90de-19e46cf50de7 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:07.832262 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: 49633627-a611-4f87-90de-19e46cf50de7 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:07.832588 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 49633627-a611-4f87-90de-19e46cf50de7 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:08.048952 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1bbb9-7c99-4acc-a687-de661bdad8d5 req-a155c935-9d78-40c1-b086-e61b7fcd6b03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.050584 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2fe1bbb9-7c99-4acc-a687-de661bdad8d5 req-a155c935-9d78-40c1-b086-e61b7fcd6b03 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 946 time: 0.0680566 Aug 27 03:36:08.093410 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-2fe1bbb9-7c99-4acc-a687-de661bdad8d5 req-547a693b-415c-491a-9f77-6ac5d710d339 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358045 Aug 27 03:36:08.218267 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a8d35-4131-425e-9c58-bdd5bc1f5318 req-8f023ca2-8098-4cf8-ada6-2098ffb900dd tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.219783 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5e3a8d35-4131-425e-9c58-bdd5bc1f5318 req-8f023ca2-8098-4cf8-ada6-2098ffb900dd tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 946 time: 0.0513222 Aug 27 03:36:08.233423 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44534) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:08.238166 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-b2fcdcc4-e1f9-43aa-acfb-d48e2293c0c0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Request body: {'floatingip': {'port_id': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:08.288646 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b2fcdcc4-e1f9-43aa-acfb-d48e2293c0c0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:08.782521 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b2fcdcc4-e1f9-43aa-acfb-d48e2293c0c0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:08.788283 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b2fcdcc4-e1f9-43aa-acfb-d48e2293c0c0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:09.172026 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.l3_db [None req-b2fcdcc4-e1f9-43aa-acfb-d48e2293c0c0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Floating IP e501ccd7-69a4-4a41-8749-2017aba5ef9a associated. External IP: 172.28.1.154, port: d2db6f13-7e9b-480b-9ebd-f34c8ac41619. Aug 27 03:36:09.398093 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fcdcc4-e1f9-43aa-acfb-d48e2293c0c0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Router ffd50a95-4688-4eee-9978-b2cff876616c has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:36:09.442670 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:36:09.532794 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fcdcc4-e1f9-43aa-acfb-d48e2293c0c0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:36:09.537656 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b2fcdcc4-e1f9-43aa-acfb-d48e2293c0c0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:09.543044 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] Sync routers for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:36:09.552956 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:09.553590 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:35:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:09.568926 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-b2fcdcc4-e1f9-43aa-acfb-d48e2293c0c0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "PUT /v2.0/floatingips/e501ccd7-69a4-4a41-8749-2017aba5ef9a HTTP/1.1" status: 200 len: 992 time: 1.3343265 Aug 27 03:36:09.569528 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'tag': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:09.571814 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8c6f84-fb94-4268-b8f5-b737e97bd15f", "tag": "d2db6f13-7e9b-480b-9ebd-f34c8ac41619"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:09.615807 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb4412-e451-42eb-a4d8-bbb4e4e7980c x-openstack-request-id: req-34bb4412-e451-42eb-a4d8-bbb4e4e7980c {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:09.616561 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8c6f84-fb94-4268-b8f5-b737e97bd15f", "tag": "d2db6f13-7e9b-480b-9ebd-f34c8ac41619", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:09.617777 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34bb4412-e451-42eb-a4d8-bbb4e4e7980c {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:09.618657 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'tag': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619', 'status': 'completed', 'code': 200} Aug 27 03:36:09.681593 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:09.684146 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-4d58981c-9a06-4a1d-a199-c35146daeaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.685773 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-4d58981c-9a06-4a1d-a199-c35146daeaa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32d43e61995f482f8513e744bf81b704&device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 1099 time: 0.0485077 Aug 27 03:36:09.802130 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-13512f57-b46c-4756-9c94-693f7fcffd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.803664 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-13512f57-b46c-4756-9c94-693f7fcffd91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 200 len: 912 time: 0.1087437 Aug 27 03:36:09.883471 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-19557d4d-07cf-4f0a-a9f0-3ffa6c35a70b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2db6f13-7e9b-480b-9ebd-f34c8ac41619 HTTP/1.1" status: 200 len: 1000 time: 0.0700238 Aug 27 03:36:09.937106 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-edd116ab-0589-42a0-935b-cfd80ea9eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.938644 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-edd116ab-0589-42a0-935b-cfd80ea9eeea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=488300c7-91be-4ddd-9fbe-f1f934d58d2a HTTP/1.1" status: 200 len: 850 time: 0.0472705 Aug 27 03:36:09.967873 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': 'e501ccd7-69a4-4a41-8749-2017aba5ef9a', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'floating_ip_address': '172.28.1.154', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'port_id': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'mac_address': 'fa:16:3e:ce:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:54Z', 'updated_at': '2021-08-27T03:36:08Z', 'revision_number': 1, 'project_id': '32d43e61995f482f8513e744bf81b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:09.990323 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-ca5069e5-0376-4018-bf60-97f572f2869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.991862 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-ca5069e5-0376-4018-bf60-97f572f2869d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a59340-a6ec-4d2c-b9ac-054adbd0e439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0447817 Aug 27 03:36:10.001778 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] Checking router: ffd50a95-4688-4eee-9978-b2cff876616c for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:36:10.010022 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:10.010963 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:35:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:10.121810 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-a44d8586-c905-43c9-a17e-f28616912604 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211627 Aug 27 03:36:10.161356 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:10.227437 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d7d4e97e-7374-4892-89ae-a2eeceb9b8ac req-5bb843e3-f727-4b05-a758-e79c870c11f9 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969965 Aug 27 03:36:10.442373 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': 'e501ccd7-69a4-4a41-8749-2017aba5ef9a', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'floating_ip_address': '172.28.1.154', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'port_id': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'mac_address': 'fa:16:3e:ce:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:54Z', 'updated_at': '2021-08-27T03:36:08Z', 'revision_number': 1, 'project_id': '32d43e61995f482f8513e744bf81b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:10.470138 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a405473-513c-4b9f-a009-6fed99d01d32 None None] The sync data for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb is: [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': 'e501ccd7-69a4-4a41-8749-2017aba5ef9a', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'floating_ip_address': '172.28.1.154', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'port_id': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'mac_address': 'fa:16:3e:ce:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:54Z', 'updated_at': '2021-08-27T03:36:08Z', 'revision_number': 1, 'project_id': '32d43e61995f482f8513e744bf81b704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:36:10.767799 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7eb360-261c-47a9-80c2-02dd081c21de None None] New status for floating IP e501ccd7-69a4-4a41-8749-2017aba5ef9a: ACTIVE {{(pid=93859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:36:13.538186 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-457bb0f0-3b38-4d17-a848-7fe0360d180a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:16.594034 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8a9a8183-9284-44ac-bd41-49f0b093eae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:17.464072 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:17.812040 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:19.041680 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:23.620734 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44676) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:23.672105 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_v2 [None req-30291a0f-462d-454c-ba1c-21b0cce70212 admin admin] Deleting subnet 8d1bd792-4730-4095-828b-9f4a8f0c7b54 {{(pid=93856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:36:23.675753 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-30291a0f-462d-454c-ba1c-21b0cce70212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:23.711344 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-30291a0f-462d-454c-ba1c-21b0cce70212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-587269'] for subnet, precommit_delete_associations {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:23.757267 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-30291a0f-462d-454c-ba1c-21b0cce70212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:23.817533 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-30291a0f-462d-454c-ba1c-21b0cce70212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475214'] for subnet, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:23.843688 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30291a0f-462d-454c-ba1c-21b0cce70212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d1bd792-4730-4095-828b-9f4a8f0c7b54,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:23.847492 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-30291a0f-462d-454c-ba1c-21b0cce70212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:23.850816 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-30291a0f-462d-454c-ba1c-21b0cce70212 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8d1bd792-4730-4095-828b-9f4a8f0c7b54 HTTP/1.1" status: 204 len: 168 time: 0.2283652 Aug 27 03:36:23.851919 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44680) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:23.933655 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.023778 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.034836 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f6da48-2383-4170-aae9-237194a62b5a']}} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:24.046248 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2262a9e6-9d2d-40a2-996a-22169125fb8c') {'for_net_delete': True} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:24.046540 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2262a9e6-9d2d-40a2-996a-22169125fb8c') {} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:24.055613 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-587290'] for segment, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.070631 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.077350 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=93856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:36:24.077779 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478446'] for segment, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: Traceback (most recent call last): Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: timer() Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: cb(*args, **kw) Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: return func(*args, **kwargs) Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: self._notify() Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: self.callback(batched_events) Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: event.method(event) Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: return f(self, *a, **k) Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: return self._get(url).json() Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: return self.request(url, 'GET', **kwargs) Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:36:24.079541 dv-cinder-773985-14-smb neutron-server[93856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:36:24.142676 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.152935 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.156114 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/26f6da48-2383-4170-aae9-237194a62b5a HTTP/1.1" status: 204 len: 168 time: 0.3031166 Aug 27 03:36:24.173247 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea605a01-7bf5-482a-bb3f-6873a32023b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f6da48-2383-4170-aae9-237194a62b5a,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:24.349957 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44684) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:24.397338 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-c8023db3-b360-4297-9edb-33bd0cb5a895 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e244b6be0b14a7ca42572647aa8b182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453382 Aug 27 03:36:24.400627 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44686) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:24.456673 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-a4057dd6-333e-44b1-9e27-021aa9d88a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.482517 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-a4057dd6-333e-44b1-9e27-021aa9d88a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.531625 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-a4057dd6-333e-44b1-9e27-021aa9d88a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.534684 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-a4057dd6-333e-44b1-9e27-021aa9d88a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.535801 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-a4057dd6-333e-44b1-9e27-021aa9d88a49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a862e815-b396-4a52-b82b-288e10294942 HTTP/1.1" status: 204 len: 168 time: 0.1338942 Aug 27 03:36:24.546682 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4057dd6-333e-44b1-9e27-021aa9d88a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a862e815-b396-4a52-b82b-288e10294942,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:26.310989 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd01d9-61d3-4ecb-bd0c-66db1a6930b8 req-64b482db-555e-4146-865d-f7542a73484d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:26.312649 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-14cd01d9-61d3-4ecb-bd0c-66db1a6930b8 req-64b482db-555e-4146-865d-f7542a73484d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0601134 Aug 27 03:36:26.365477 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-14cd01d9-61d3-4ecb-bd0c-66db1a6930b8 req-78160166-d79b-4b04-a4cc-54c8f1d55512 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Aug 27 03:36:27.501224 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99510849-e0fa-4bdf-b1ab-321b19583f0f req-f4a59df5-78cd-4228-942c-7c8c8c672b0a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:27.502853 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-99510849-e0fa-4bdf-b1ab-321b19583f0f req-f4a59df5-78cd-4228-942c-7c8c8c672b0a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0580313 Aug 27 03:36:27.542801 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-99510849-e0fa-4bdf-b1ab-321b19583f0f req-028a9758-b5aa-4636-8f70-ac765e80f95b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328002 Aug 27 03:36:28.051200 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-56064c06-445d-4cd5-b507-6700b420b682 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:28.052761 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-56064c06-445d-4cd5-b507-6700b420b682 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0566008 Aug 27 03:36:28.159985 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Deleting port d93ebcd1-931d-44e0-b1a5-970c4c15a864 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:28.160292 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:28.252597 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] For port d93ebcd1-931d-44e0-b1a5-970c4c15a864, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d93ebcd1-931d-44e0-b1a5-970c4c15a864,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:28.252917 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:28.503289 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:28.504007 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:28.504007 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.l3_db [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Floating IP 99a184d1-44ae-4c45-852b-2296702023c0 disassociated. External IP: 172.28.1.250, port: d93ebcd1-931d-44e0-b1a5-970c4c15a864. Aug 27 03:36:28.504309 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Calling delete_port for d93ebcd1-931d-44e0-b1a5-970c4c15a864 owned by compute:nova {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:28.862852 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2e88f-0de2-4a11-808b-d9091b2f6408 req-dce1672e-4afa-47bb-ae29-508b99d6d273 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:28.864537 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-58f2e88f-0de2-4a11-808b-d9091b2f6408 req-dce1672e-4afa-47bb-ae29-508b99d6d273 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=6569e629-b935-4815-bbcb-09dccb610d91 HTTP/1.1" status: 200 len: 947 time: 0.0767848 Aug 27 03:36:28.943238 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-58f2e88f-0de2-4a11-808b-d9091b2f6408 req-56181e20-bb43-466c-aa5f-2aaffbdc0d0a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=956e021e-1356-46b4-8e68-572213151506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719571 Aug 27 03:36:28.944439 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:28.974648 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event deleted for resources: {'Port': ['ID=d93ebcd1-931d-44e0-b1a5-970c4c15a864,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:29.101745 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Router be76eccd-e4e9-4291-8adb-977a89a43a36 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:36:29.213676 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:36:29.223658 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] Sync routers for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:36:29.233593 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:29.234268 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:29.254392 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] No DVR routers for this DVR port d93ebcd1-931d-44e0-b1a5-970c4c15a864 on host hv-cinder-77398 {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:36:29.257138 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:29.259296 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-08a08614-d0e3-4950-9b3b-b264e62812d1 req-d0e2ed96-a8a5-42bf-92df-d4c334d01e46 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.64 "DELETE /v2.0/ports/d93ebcd1-931d-44e0-b1a5-970c4c15a864 HTTP/1.1" status: 204 len: 173 time: 1.1989334 Aug 27 03:36:29.259751 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'name': 'network-vif-deleted', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:29.262075 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67b8efe-e3c3-4c57-aea9-a00277a9355d" -d '{"events": [{"server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "name": "network-vif-deleted", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:29.306549 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ded94d8-8129-46b9-89bf-150c121ee333 x-openstack-request-id: req-1ded94d8-8129-46b9-89bf-150c121ee333 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:29.306837 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6569e629-b935-4815-bbcb-09dccb610d91", "name": "network-vif-deleted", "tag": "d93ebcd1-931d-44e0-b1a5-970c4c15a864", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:29.307089 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ded94d8-8129-46b9-89bf-150c121ee333 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:29.307575 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6569e629-b935-4815-bbcb-09dccb610d91', 'name': 'network-vif-deleted', 'tag': 'd93ebcd1-931d-44e0-b1a5-970c4c15a864', 'status': 'completed', 'code': 200} Aug 27 03:36:29.372279 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:29.615194 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:29.649095 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] Checking router: be76eccd-e4e9-4291-8adb-977a89a43a36 for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:36:29.677051 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:29.677720 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:29.790727 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:30.009170 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:30.044696 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9ba9e4-027a-4cc8-94d4-3e532b301f4f None None] The sync data for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb is: [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:36:30.046206 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44732) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:30.117107 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-573d02da-703e-43bd-b515-12dbb7c10627 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.149629 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-573d02da-703e-43bd-b515-12dbb7c10627 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.205763 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-573d02da-703e-43bd-b515-12dbb7c10627 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.208422 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-573d02da-703e-43bd-b515-12dbb7c10627 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.209598 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-573d02da-703e-43bd-b515-12dbb7c10627 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "DELETE /v2.0/security-groups/956e021e-1356-46b4-8e68-572213151506 HTTP/1.1" status: 204 len: 168 time: 0.1623652 Aug 27 03:36:30.212754 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44734) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:30.219481 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d02da-703e-43bd-b515-12dbb7c10627 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956e021e-1356-46b4-8e68-572213151506,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:30.228586 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.api.v2.resource [None req-f2609894-0ce1-4c94-acb7-5acd85666a5d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] show failed (client error): The resource could not be found. Aug 27 03:36:30.232513 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f2609894-0ce1-4c94-acb7-5acd85666a5d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups/956e021e-1356-46b4-8e68-572213151506 HTTP/1.1" status: 404 len: 347 time: 0.0155189 Aug 27 03:36:30.232888 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44736) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:30.324920 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506e66d-b048-432e-b112-db6d6031196c None None] New status for floating IP 99a184d1-44ae-4c45-852b-2296702023c0: DOWN {{(pid=93859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:36:30.394430 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a7e4a-c1c7-4687-b123-20c744b74942 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Deleting port fdeb1179-91e0-4760-8af5-da16dc442680 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:30.394774 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7e4a-c1c7-4687-b123-20c744b74942 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.480220 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7e4a-c1c7-4687-b123-20c744b74942 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.480524 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7e4a-c1c7-4687-b123-20c744b74942 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.496866 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a7e4a-c1c7-4687-b123-20c744b74942 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Calling delete_port for fdeb1179-91e0-4760-8af5-da16dc442680 owned by network:floatingip {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:30.651046 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7e4a-c1c7-4687-b123-20c744b74942 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.682244 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a7e4a-c1c7-4687-b123-20c744b74942 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event deleted for resources: {'Port': ['ID=fdeb1179-91e0-4760-8af5-da16dc442680,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:30.743503 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7e4a-c1c7-4687-b123-20c744b74942 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.746865 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7e4a-c1c7-4687-b123-20c744b74942 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.748116 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-7d6a7e4a-c1c7-4687-b123-20c744b74942 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "DELETE /v2.0/floatingips/99a184d1-44ae-4c45-852b-2296702023c0 HTTP/1.1" status: 204 len: 168 time: 0.5141945 Aug 27 03:36:31.173491 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44742) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:31.178463 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-583ff779-d517-4f1e-bba2-b9138d133f4c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968780385', 'description': 'tempest-description--737978840'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:31.203956 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-583ff779-d517-4f1e-bba2-b9138d133f4c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.296938 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-583ff779-d517-4f1e-bba2-b9138d133f4c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.302721 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-583ff779-d517-4f1e-bba2-b9138d133f4c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.332911 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ff779-d517-4f1e-bba2-b9138d133f4c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d429e3ee-998a-484e-9cd6-d98b0dc53bc5,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:31.335689 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-583ff779-d517-4f1e-bba2-b9138d133f4c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.336929 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-583ff779-d517-4f1e-bba2-b9138d133f4c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1623681 Aug 27 03:36:31.341289 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44744) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:31.348321 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-e45275be-9fee-4bbb-8b8d-8d39135307fd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'security_group_rule': {'security_group_id': 'd429e3ee-998a-484e-9cd6-d98b0dc53bc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:31.379972 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e45275be-9fee-4bbb-8b8d-8d39135307fd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.453859 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e45275be-9fee-4bbb-8b8d-8d39135307fd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.459064 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e45275be-9fee-4bbb-8b8d-8d39135307fd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.477287 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45275be-9fee-4bbb-8b8d-8d39135307fd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784eb4fa-a7fe-433e-8439-48489dfae912,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:31.485481 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e45275be-9fee-4bbb-8b8d-8d39135307fd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.486775 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-e45275be-9fee-4bbb-8b8d-8d39135307fd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441481 Aug 27 03:36:31.491197 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44746) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:31.495948 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-18d23e4e-493a-4947-9c21-78eb867a2e82 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'security_group_rule': {'security_group_id': 'd429e3ee-998a-484e-9cd6-d98b0dc53bc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:31.525395 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-18d23e4e-493a-4947-9c21-78eb867a2e82 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.588280 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-18d23e4e-493a-4947-9c21-78eb867a2e82 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.595146 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-18d23e4e-493a-4947-9c21-78eb867a2e82 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101393'] for security_group_rule, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.613346 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d23e4e-493a-4947-9c21-78eb867a2e82 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7724e0-6e39-4c9e-9bf1-3e0003370218,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:31.627728 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-18d23e4e-493a-4947-9c21-78eb867a2e82 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.629442 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-18d23e4e-493a-4947-9c21-78eb867a2e82 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371865 Aug 27 03:36:31.633316 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 44750) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:31.646428 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'floatingip': {'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:31.673132 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.778784 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.890662 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Allocated IP 172.28.1.159 (52f11b4a-d44d-4499-bd40-91aa643b9de6/af61236d-dca9-4178-aac8-176883a97ed5/e456a26a-7dad-4246-9a25-2319dcd74acc) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:36:31.935934 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d93ebcd1-931d-44e0-b1a5-970c4c15a864 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:31.960863 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: d93ebcd1-931d-44e0-b1a5-970c4c15a864 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:31.961098 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d93ebcd1-931d-44e0-b1a5-970c4c15a864 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:32.023147 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.075738 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.118128 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Network 52f11b4a-d44d-4499-bd40-91aa643b9de6 is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:36:32.124064 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:36:32.128535 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:36:32.156344 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'Port': ['ID=e456a26a-7dad-4246-9a25-2319dcd74acc,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:32.227771 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.265974 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.458679 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.465840 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.545665 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'Port': ['ID=e456a26a-7dad-4246-9a25-2319dcd74acc,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:32.555688 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.572397 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.574191 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-6def8491-5b1a-4fbd-9191-308ed98d9448 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9374559 Aug 27 03:36:32.991559 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-fc308223-0d33-4dd4-a9b5-1ca966b27830 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--968780385&fields=id&tenant_id=d597800516ce450ab54b937650e01824 HTTP/1.1" status: 200 len: 267 time: 0.0443501 Aug 27 03:36:33.117043 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-90b1bf64-5b5f-4015-b815-ea08e65f204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.118764 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-90b1bf64-5b5f-4015-b815-ea08e65f204c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5ce3b069874313bfc4be8a62039449&device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 1137 time: 0.0972247 Aug 27 03:36:33.193474 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db4a29-8e9b-48e9-b68c-285088599227 req-79877cbc-157b-41eb-8b4e-c3b9c037d809 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.195148 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-00db4a29-8e9b-48e9-b68c-285088599227 req-79877cbc-157b-41eb-8b4e-c3b9c037d809 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.1931882 Aug 27 03:36:33.197695 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-5472aacf-a074-4294-aad7-b9f4a7fe9af3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.199291 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-5472aacf-a074-4294-aad7-b9f4a7fe9af3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 816 time: 0.1943340 Aug 27 03:36:33.238039 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-dcc475b6-c932-4ab5-a3c2-99300cf1ab70 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/quotas/d597800516ce450ab54b937650e01824 HTTP/1.1" status: 200 len: 375 time: 0.0316589 Aug 27 03:36:33.254135 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-00db4a29-8e9b-48e9-b68c-285088599227 req-b092bfe8-bcf7-4110-a231-8a24182644f0 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482097 Aug 27 03:36:33.263615 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-6da946c8-5157-44d3-a770-436bb1394e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.265147 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-6da946c8-5157-44d3-a770-436bb1394e02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e882ab8-b67d-4872-b267-3ad1ab0103b5 HTTP/1.1" status: 200 len: 916 time: 0.1356871 Aug 27 03:36:33.355962 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-5d2084e3-0afe-4e73-bc38-de24560545e7 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115727 Aug 27 03:36:33.360623 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-19400df9-bf08-4d60-b388-332dacfa0919 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e HTTP/1.1" status: 200 len: 1001 time: 0.0805395 Aug 27 03:36:33.472166 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-33bbba50-8087-4297-9d9e-6130e1087dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.473702 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-33bbba50-8087-4297-9d9e-6130e1087dcc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=781a9e05-ff03-49bb-a972-d6c923079172 HTTP/1.1" status: 200 len: 854 time: 0.0910218 Aug 27 03:36:33.529708 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c44017d8-b965-4c35-86f3-ede2fc8409d0 service neutron] 10.222.0.41 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544962 Aug 27 03:36:33.547029 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-615719a1-d87c-4b1e-9ead-5dcd4f39548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.548554 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-615719a1-d87c-4b1e-9ead-5dcd4f39548d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e882ab8-b67d-4872-b267-3ad1ab0103b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0658319 Aug 27 03:36:33.691167 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:33.691780 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-be6fa3a3-17b6-484c-af88-39860a277295 service neutron] 10.222.0.41 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541867 Aug 27 03:36:33.703180 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-23a83da9-ff75-462d-b614-3f9868f55880 service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431844 Aug 27 03:36:33.821381 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-07700e94-8ba3-4812-8ce2-ba5234075aa3 req-f04b3988-7a44-448f-a84e-a8face82f3c7 service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108382 Aug 27 03:36:33.895738 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b34bfea5-7752-49f8-8aab-abc7520abb17 req-7e1e1e7f-582d-431d-970d-7e1a7591bf26 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 210 time: 0.0360999 Aug 27 03:36:34.398142 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4e549-7c02-4f42-8e10-e53ca27e1797 req-2c2c0cf9-0135-41e8-a223-f0cc7ddd47cb tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:34.399700 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f6d4e549-7c02-4f42-8e10-e53ca27e1797 req-2c2c0cf9-0135-41e8-a223-f0cc7ddd47cb tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0620117 Aug 27 03:36:34.452004 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f6d4e549-7c02-4f42-8e10-e53ca27e1797 req-9a7664dc-2a1b-439d-92e9-263b0e152937 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453718 Aug 27 03:36:35.025708 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08c15c24-5472-4976-b175-7a0fcdb9477d req-c5dc2ce0-af7f-4ad2-8e9f-9de2e17b42ba tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 210 time: 0.0310471 Aug 27 03:36:35.039111 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-6b0b103c-1c6a-4746-842e-c17e2ed9a6a3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:35.040984 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-6b0b103c-1c6a-4746-842e-c17e2ed9a6a3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 816 time: 0.1428530 Aug 27 03:36:35.099497 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-bd118a88-2785-4433-9e20-5116021bd05f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d597800516ce450ab54b937650e01824 HTTP/1.1" status: 200 len: 379 time: 0.0467942 Aug 27 03:36:35.114290 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'port': {'device_id': '35602958-4f02-4cad-a659-ae6197a4357e', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'admin_state_up': True, 'tenant_id': 'd597800516ce450ab54b937650e01824', 'security_groups': ['d429e3ee-998a-484e-9cd6-d98b0dc53bc5']}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:35.238409 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Made reservation on behalf of d597800516ce450ab54b937650e01824 for: {'port': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:36:35.243102 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:35.392733 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_common [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Allocated IP 172.20.0.7 (40260a41-d950-4b5f-bb7d-a15bf4a84adb/ba241f0a-3c17-481b-b20b-5a79745f8a14/ee5bdd34-7413-4420-8156-29011cbdd652) {{(pid=93857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:36:35.597279 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for port, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:35.616187 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.provisioning_blocks [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Transition to ACTIVE for port object ee5bdd34-7413-4420-8156-29011cbdd652 will not be triggered until provisioned by entity DHCP. {{(pid=93857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:36:35.624913 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03c438-78be-497c-916a-b6ace75226c5 req-83586638-8b15-4e4b-ab4a-9e1f76b3e8bb tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:35.626519 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ba03c438-78be-497c-916a-b6ace75226c5 req-83586638-8b15-4e4b-ab4a-9e1f76b3e8bb tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0962806 Aug 27 03:36:35.685870 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ba03c438-78be-497c-916a-b6ace75226c5 req-60bbb9f6-e037-4c8f-a052-ae666ad59160 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524955 Aug 27 03:36:35.692616 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:35.738281 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Network 40260a41-d950-4b5f-bb7d-a15bf4a84adb is already hosted by enough agents. {{(pid=93857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:36:35.741484 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Resources bound (agent type, host, resource id): {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:36:35.745423 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Received port after_create {{(pid=93857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:36:35.752421 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event updated for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:35.813894 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:35.814585 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:35.831863 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-c153c415-f11d-4e11-9bcd-cdff00abc2bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7213833 Aug 27 03:36:35.845439 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Request body: {'port': {'device_id': '35602958-4f02-4cad-a659-ae6197a4357e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:35.909585 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.020111 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-42ebecb7-abc9-4147-bf2b-10a831bb08d0 None None] Provisioning for port ee5bdd34-7413-4420-8156-29011cbdd652 completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:36:36.026795 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-42ebecb7-abc9-4147-bf2b-10a831bb08d0 None None] Provisioning complete for port ee5bdd34-7413-4420-8156-29011cbdd652 triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:36:36.027315 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-42ebecb7-abc9-4147-bf2b-10a831bb08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.065993 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-42ebecb7-abc9-4147-bf2b-10a831bb08d0 None None] Port ee5bdd34-7413-4420-8156-29011cbdd652 cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:36:36.191064 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e80a9c-54f4-4bf4-9c05-43c681f6e559 req-f7f05c22-7542-4e2b-8b43-b5f5255dae0f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:36.192631 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b4e80a9c-54f4-4bf4-9c05-43c681f6e559 req-f7f05c22-7542-4e2b-8b43-b5f5255dae0f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 931 time: 0.0809085 Aug 27 03:36:36.279239 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b4e80a9c-54f4-4bf4-9c05-43c681f6e559 req-02112063-2cd9-4e96-afac-ada50dc23701 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785472 Aug 27 03:36:36.295670 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5bdd34-7413-4420-8156-29011cbdd652 {{(pid=93857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:36:36.309486 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.326416 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.provisioning_blocks [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Transition to ACTIVE for port object ee5bdd34-7413-4420-8156-29011cbdd652 will not be triggered until provisioned by entity L2. {{(pid=93857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:36:36.333935 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.391835 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Pushing event updated for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=2']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:36.468082 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Attempting to bind port ee5bdd34-7413-4420-8156-29011cbdd652 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:36:36.468526 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Attempting to bind port ee5bdd34-7413-4420-8156-29011cbdd652 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'}] {{(pid=93857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:36:36.468973 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Attempting to bind port ee5bdd34-7413-4420-8156-29011cbdd652 on network 40260a41-d950-4b5f-bb7d-a15bf4a84adb {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:36:36.476778 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Port ee5bdd34-7413-4420-8156-29011cbdd652 on network 40260a41-d950-4b5f-bb7d-a15bf4a84adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:36:36.477194 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Attempting to bind port ee5bdd34-7413-4420-8156-29011cbdd652 on network 40260a41-d950-4b5f-bb7d-a15bf4a84adb {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:36:36.484873 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:36:36.485351 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Checking segment: {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:36:36.485881 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Bound using segment: {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'} {{(pid=93857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:36:36.486538 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.managers [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Bound port: ee5bdd34-7413-4420-8156-29011cbdd652, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db80f51-8d54-4405-9698-660e5d2550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb'}}] {{(pid=93857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:36:36.487084 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.570258 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, cleared binding levels {{(pid=93857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:36:36.573327 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:36:36.578991 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8599566'] for port, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.615955 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:36.617964 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.620247 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] 10.222.0.64 "PUT /v2.0/ports/ee5bdd34-7413-4420-8156-29011cbdd652 HTTP/1.1" status: 200 len: 1093 time: 0.7801771 Aug 27 03:36:36.623536 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:36.626220 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f" -d '{"events": [{"name": "network-changed", "server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:36.664182 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94508795-73c4-4615-bc17-7ae8b931580c service neutron] Pushing event updated for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=3']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:36.686744 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c880f0-1636-4212-8dd5-2c65d8fa46dc x-openstack-request-id: req-79c880f0-1636-4212-8dd5-2c65d8fa46dc {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:36.687159 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:36.687506 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79c880f0-1636-4212-8dd5-2c65d8fa46dc {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:36.688120 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'status': 'completed', 'code': 200} Aug 27 03:36:36.725921 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-b747c9b5-b9b4-4cfc-bd44-cb18eb74a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:36.727551 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-b747c9b5-b9b4-4cfc-bd44-cb18eb74a34e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 1096 time: 0.0512822 Aug 27 03:36:36.794363 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-4957aaf9-8d29-4506-8dda-68e796751437 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5bdd34-7413-4420-8156-29011cbdd652 HTTP/1.1" status: 200 len: 217 time: 0.0536635 Aug 27 03:36:36.866108 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-bdae6fee-eaa0-44e6-b5f2-d99ad820e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:36.867579 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-bdae6fee-eaa0-44e6-b5f2-d99ad820e7f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.0550528 Aug 27 03:36:36.876012 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02870294-8231-4db8-95de-31af936918e0 req-e9abf1d3-b388-4e8f-ad14-d261047e234d tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:36.877853 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-02870294-8231-4db8-95de-31af936918e0 req-e9abf1d3-b388-4e8f-ad14-d261047e234d tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0933173 Aug 27 03:36:36.948887 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-02870294-8231-4db8-95de-31af936918e0 req-8eef43fb-c282-456e-b04e-3372993e5d02 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623686 Aug 27 03:36:36.952205 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-0621f259-77d8-4637-84de-90c064739a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:36.953655 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-0621f259-77d8-4637-84de-90c064739a60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0747690 Aug 27 03:36:37.059526 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-bb847e0d-f75c-441b-ad8f-7024e76cc355 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968478 Aug 27 03:36:37.166001 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9771a9f7-5de2-4cc1-87e6-0e3c1798cbdc req-ef23039e-7bff-49d2-a352-0fa05baf33c6 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973642 Aug 27 03:36:37.272885 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-8cb4417c-1bec-4520-a3dd-7558bddf1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:37.274458 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-8cb4417c-1bec-4520-a3dd-7558bddf1356 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 1096 time: 0.0464404 Aug 27 03:36:37.409198 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-a6078716-a838-476c-97fe-185abfcdfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:37.410725 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-a6078716-a838-476c-97fe-185abfcdfbcc service neutron] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 917 time: 0.1225286 Aug 27 03:36:37.433731 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c1196-8749-4f4f-9512-bb816a822665 req-67ed48a0-af15-4268-93c5-5ca1239e5285 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:37.435562 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a99c1196-8749-4f4f-9512-bb816a822665 req-67ed48a0-af15-4268-93c5-5ca1239e5285 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0783892 Aug 27 03:36:37.473840 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-d6357299-24a3-4d2b-b380-81a01ca31ac4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5bdd34-7413-4420-8156-29011cbdd652 HTTP/1.1" status: 200 len: 217 time: 0.0541101 Aug 27 03:36:37.533993 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a99c1196-8749-4f4f-9512-bb816a822665 req-a1a4195f-e653-47b1-9502-e195c2d7ccb5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671742 Aug 27 03:36:37.544830 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-aeccc48b-f658-4c12-bfa5-6f8953eef433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:37.547396 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-aeccc48b-f658-4c12-bfa5-6f8953eef433 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.0638721 Aug 27 03:36:37.604081 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-091f8548-ae22-4437-b341-6f2bf0f0e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:37.605536 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-091f8548-ae22-4437-b341-6f2bf0f0e1f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0494308 Aug 27 03:36:37.701026 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-84b705a7-05eb-4b4f-b90e-3593454ca204 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870745 Aug 27 03:36:37.796694 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8ffadee0-b935-4eb9-8237-9a5fe9f5c31f req-56119e05-0f6c-46df-aa33-1012af0ef5b5 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885801 Aug 27 03:36:38.100357 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048d926-8b51-42c9-8229-9dcc463ce00d req-daf169f0-e020-4968-ae77-dd4ccdbeefad tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:38.101902 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3048d926-8b51-42c9-8229-9dcc463ce00d req-daf169f0-e020-4968-ae77-dd4ccdbeefad tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0722115 Aug 27 03:36:38.145521 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3048d926-8b51-42c9-8229-9dcc463ce00d req-a3f1fe72-d037-45b3-8299-f7b52383a5c4 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366499 Aug 27 03:36:38.670435 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524279ee-1c7d-4195-96eb-25e797ccf21c req-6579e2fa-6f99-46d0-9488-56bff35625e3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:38.672067 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-524279ee-1c7d-4195-96eb-25e797ccf21c req-6579e2fa-6f99-46d0-9488-56bff35625e3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0610323 Aug 27 03:36:38.720643 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-524279ee-1c7d-4195-96eb-25e797ccf21c req-c3fb418d-14fe-4791-ba7c-e026b1ade8c7 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380597 Aug 27 03:36:39.523740 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d89aef-9a3e-4fa5-8010-9191b3666c05 req-418b4bd0-4d6b-4e76-b66c-584cbea6dc3d tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:39.525303 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f1d89aef-9a3e-4fa5-8010-9191b3666c05 req-418b4bd0-4d6b-4e76-b66c-584cbea6dc3d tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.3060615 Aug 27 03:36:39.569867 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f1d89aef-9a3e-4fa5-8010-9191b3666c05 req-53378d3e-b27a-4a04-8fa5-182a7897735c tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377610 Aug 27 03:36:39.856128 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b97f86-a48e-47c6-9b25-395514912534 req-3c59a3fb-f780-40ae-afe6-4b6cdc3267a9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:39.857693 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b5b97f86-a48e-47c6-9b25-395514912534 req-3c59a3fb-f780-40ae-afe6-4b6cdc3267a9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0550215 Aug 27 03:36:39.898152 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-b5b97f86-a48e-47c6-9b25-395514912534 req-83f6e812-665e-45f9-a37b-fb266c090485 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342965 Aug 27 03:36:39.970749 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ee5bdd34-7413-4420-8156-29011cbdd652 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:36:40.208363 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:40.225687 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'port_id': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'mac_address': 'fa:16:3e:d1:02:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:36:40.265326 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:40.280957 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5bdd34-7413-4420-8156-29011cbdd652 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:36:40.307126 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:40.312808 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:40.368899 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:40.565159 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['ee5bdd34-7413-4420-8156-29011cbdd652'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:36:40.716986 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddc102-7d9f-48d5-a23c-5fe8214bdefc req-439eb01f-1e3e-4512-8ce1-b925a6646750 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:40.718650 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f5ddc102-7d9f-48d5-a23c-5fe8214bdefc req-439eb01f-1e3e-4512-8ce1-b925a6646750 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0751815 Aug 27 03:36:40.779011 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f5ddc102-7d9f-48d5-a23c-5fe8214bdefc req-54eb17ee-c14e-485e-999a-ac572669e6cf tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519762 Aug 27 03:36:41.028595 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe6fab-830d-48ad-870c-bebb1cd1d807 req-d1d7a92d-e42c-472f-bc99-b7d7402ecb9f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:41.030394 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8efe6fab-830d-48ad-870c-bebb1cd1d807 req-d1d7a92d-e42c-472f-bc99-b7d7402ecb9f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 944 time: 0.0553119 Aug 27 03:36:41.071828 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8efe6fab-830d-48ad-870c-bebb1cd1d807 req-d7db77fb-b93d-4f27-bf5c-d6418608542e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351484 Aug 27 03:36:41.932969 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633680-ba12-4915-80d1-f304620fe370 req-17117134-fc5b-41c3-8143-edb7576d5735 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:41.934717 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-58633680-ba12-4915-80d1-f304620fe370 req-17117134-fc5b-41c3-8143-edb7576d5735 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0565956 Aug 27 03:36:41.985845 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-58633680-ba12-4915-80d1-f304620fe370 req-9a58b5e9-1ee3-44d1-b0dc-e4d132807182 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440052 Aug 27 03:36:41.997250 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ee5bdd34-7413-4420-8156-29011cbdd652 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:36:42.060804 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port ee5bdd34-7413-4420-8156-29011cbdd652 completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:36:42.065192 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port ee5bdd34-7413-4420-8156-29011cbdd652 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:36:42.065569 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:42.165078 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:42.190473 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:42.192787 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c3a3c5-013e-485b-98a6-daf478bfda70" -d '{"events": [{"server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "name": "network-vif-plugged", "status": "completed", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:42.208328 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:42.215614 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:42.229564 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771208a9-bc4b-4aba-8a13-e8f3b2896b08 req-40ea5837-c7c4-4e3f-b039-b753659c36b7 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:42.232110 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-771208a9-bc4b-4aba-8a13-e8f3b2896b08 req-40ea5837-c7c4-4e3f-b039-b753659c36b7 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 944 time: 0.0564187 Aug 27 03:36:42.241662 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ea6107-2fac-4a55-9951-ca35b717b40d x-openstack-request-id: req-92ea6107-2fac-4a55-9951-ca35b717b40d {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:42.241949 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "name": "network-vif-plugged", "status": "completed", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:42.242204 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92ea6107-2fac-4a55-9951-ca35b717b40d {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:42.242731 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'code': 200} Aug 27 03:36:42.279587 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:42.286596 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-771208a9-bc4b-4aba-8a13-e8f3b2896b08 req-d1c00cb0-9424-4fa8-b2fb-7bf15d84ec05 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485523 Aug 27 03:36:42.422819 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49018780-adff-450c-9888-e4526e01467a req-2f84d1d9-ee77-409f-a09a-ed33ce0d8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:42.424258 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-49018780-adff-450c-9888-e4526e01467a req-2f84d1d9-ee77-409f-a09a-ed33ce0d8e7d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 1098 time: 0.0445192 Aug 27 03:36:42.470944 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-49018780-adff-450c-9888-e4526e01467a req-0b9c7ba7-115b-4974-94b6-8ab76fb8b967 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383193 Aug 27 03:36:43.130642 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b66d8-e20c-4ea4-adb7-821fe2c3ca53 req-ff5cf5a3-6e0a-4ca1-b490-798babe36eda tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:43.132412 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-db9b66d8-e20c-4ea4-adb7-821fe2c3ca53 req-ff5cf5a3-6e0a-4ca1-b490-798babe36eda tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0684009 Aug 27 03:36:43.182890 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-db9b66d8-e20c-4ea4-adb7-821fe2c3ca53 req-5bc531b4-f31b-4fb4-973e-9b6e6d99f8d9 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408425 Aug 27 03:36:43.417521 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28e6c-62f9-4688-bca7-a1123874dac4 req-bd878f3c-9d34-4d61-9577-10d27525153d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:43.419339 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fad28e6c-62f9-4688-bca7-a1123874dac4 req-bd878f3c-9d34-4d61-9577-10d27525153d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0507488 Aug 27 03:36:43.471562 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fad28e6c-62f9-4688-bca7-a1123874dac4 req-e41e8cbf-868b-4216-9bba-fa9dfebe8032 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387068 Aug 27 03:36:43.542033 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fa9eed3a-ddb0-4c5e-a5d0-03b3efd25590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:44.308851 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a334f-809f-4e86-94a3-e8b1d06a79fd req-2bc4ee4f-f4ca-4064-8cec-b13e8e3440b6 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:44.310734 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-760a334f-809f-4e86-94a3-e8b1d06a79fd req-2bc4ee4f-f4ca-4064-8cec-b13e8e3440b6 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0536566 Aug 27 03:36:44.361183 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-760a334f-809f-4e86-94a3-e8b1d06a79fd req-10af4589-4b20-4944-b845-4c348475caa8 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442169 Aug 27 03:36:44.609489 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833b8bd-d8f2-4f65-ac3d-71bae61a9010 req-d92b7f6c-0246-400f-a6d3-8169f4e27169 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:44.610905 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a833b8bd-d8f2-4f65-ac3d-71bae61a9010 req-d92b7f6c-0246-400f-a6d3-8169f4e27169 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0616360 Aug 27 03:36:44.653099 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a833b8bd-d8f2-4f65-ac3d-71bae61a9010 req-96d0e7a2-09c3-4866-98a5-7023219816bd tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350740 Aug 27 03:36:44.772687 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb1e6b-2a68-4d56-ba3d-8dd4763bf1d1 req-a5ed261e-6384-4a66-82ba-000ec1b36e6c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:44.774214 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-c6fb1e6b-2a68-4d56-ba3d-8dd4763bf1d1 req-a5ed261e-6384-4a66-82ba-000ec1b36e6c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0509045 Aug 27 03:36:44.783324 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 44856) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:44.788061 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-75dbb191-9d88-4633-912e-ce9f8d671aae tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Request body: {'floatingip': {'port_id': 'ee5bdd34-7413-4420-8156-29011cbdd652'}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:44.829937 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-75dbb191-9d88-4633-912e-ce9f8d671aae tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, before_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:45.302085 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-75dbb191-9d88-4633-912e-ce9f8d671aae tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:45.307340 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-75dbb191-9d88-4633-912e-ce9f8d671aae tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:45.428883 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.l3_db [None req-75dbb191-9d88-4633-912e-ce9f8d671aae tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Floating IP 80905715-0856-4833-8e34-55f281066418 associated. External IP: 172.28.1.159, port: ee5bdd34-7413-4420-8156-29011cbdd652. Aug 27 03:36:45.560489 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b86a0-8a0d-42ba-ad07-200d024c36e0 req-245c9a00-07df-4648-b08a-5ab3c46bc561 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:45.561949 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-049b86a0-8a0d-42ba-ad07-200d024c36e0 req-245c9a00-07df-4648-b08a-5ab3c46bc561 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0988665 Aug 27 03:36:45.647348 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-049b86a0-8a0d-42ba-ad07-200d024c36e0 req-01dfc091-4640-4be3-9a9e-01c79021bb22 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787947 Aug 27 03:36:45.720562 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dbb191-9d88-4633-912e-ce9f8d671aae tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Router be76eccd-e4e9-4291-8adb-977a89a43a36 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:36:45.845822 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dbb191-9d88-4633-912e-ce9f8d671aae tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:36:45.850922 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-75dbb191-9d88-4633-912e-ce9f8d671aae tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:45.855759 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] Sync routers for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:36:45.866540 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:45.867154 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:45.887469 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-75dbb191-9d88-4633-912e-ce9f8d671aae tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "PUT /v2.0/floatingips/80905715-0856-4833-8e34-55f281066418 HTTP/1.1" status: 200 len: 991 time: 1.1028888 Aug 27 03:36:45.888291 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:45.890682 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20137594-7e61-457b-a13e-3f087ec003ed" -d '{"events": [{"name": "network-changed", "server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:45.932783 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2c7033-e3a3-4a27-b83b-c095b68076bd x-openstack-request-id: req-6f2c7033-e3a3-4a27-b83b-c095b68076bd {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:45.933206 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:45.933599 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f2c7033-e3a3-4a27-b83b-c095b68076bd {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:45.934388 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'status': 'completed', 'code': 200} Aug 27 03:36:45.990847 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:46.017384 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20137594-7e61-457b-a13e-3f087ec003ed req-8abcd3e8-d20e-4906-8c9c-9db482a02702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:46.018933 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-20137594-7e61-457b-a13e-3f087ec003ed req-8abcd3e8-d20e-4906-8c9c-9db482a02702 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 1098 time: 0.0467887 Aug 27 03:36:46.134735 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20137594-7e61-457b-a13e-3f087ec003ed req-b795d00d-068a-4188-8598-9b35384040ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:46.136126 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-20137594-7e61-457b-a13e-3f087ec003ed req-b795d00d-068a-4188-8598-9b35384040ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 917 time: 0.1091840 Aug 27 03:36:46.217167 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-20137594-7e61-457b-a13e-3f087ec003ed req-dbf12bc1-e412-45ae-8a69-e8464e61270c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5bdd34-7413-4420-8156-29011cbdd652 HTTP/1.1" status: 200 len: 999 time: 0.0688589 Aug 27 03:36:46.259723 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '80905715-0856-4833-8e34-55f281066418', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'port_id': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'mac_address': 'fa:16:3e:d1:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35602958-4f02-4cad-a659-ae6197a4357e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:36:32Z', 'updated_at': '2021-08-27T03:36:45Z', 'revision_number': 1, 'project_id': 'd597800516ce450ab54b937650e01824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:46.308315 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] Checking router: be76eccd-e4e9-4291-8adb-977a89a43a36 for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:36:46.317561 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20137594-7e61-457b-a13e-3f087ec003ed req-8d6a38d2-9141-4c74-97ce-9ec30670cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:46.319097 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-20137594-7e61-457b-a13e-3f087ec003ed req-8d6a38d2-9141-4c74-97ce-9ec30670cb83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.0796583 Aug 27 03:36:46.323537 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:46.324163 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:46.385081 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20137594-7e61-457b-a13e-3f087ec003ed req-e5d32e2d-4129-4b70-be5e-a57eb934d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:46.386757 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-20137594-7e61-457b-a13e-3f087ec003ed req-e5d32e2d-4129-4b70-be5e-a57eb934d176 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0486484 Aug 27 03:36:46.444428 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:36:46.460792 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:46.496393 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-20137594-7e61-457b-a13e-3f087ec003ed req-a395f72f-35b0-4dac-a7b7-79ff3354a877 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010733 Aug 27 03:36:46.603986 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-20137594-7e61-457b-a13e-3f087ec003ed req-c6cd14d5-1f1d-4296-b5ed-e6a237b980dd service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981419 Aug 27 03:36:46.635011 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9f347989-b96a-4a08-b421-e140e4179b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:46.731435 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '80905715-0856-4833-8e34-55f281066418', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'port_id': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'mac_address': 'fa:16:3e:d1:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35602958-4f02-4cad-a659-ae6197a4357e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:36:32Z', 'updated_at': '2021-08-27T03:36:45Z', 'revision_number': 1, 'project_id': 'd597800516ce450ab54b937650e01824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:46.759322 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6259d-5294-46a6-887f-f9068ab76536 None None] The sync data for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb is: [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_floatingips': [{'id': '80905715-0856-4833-8e34-55f281066418', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'router_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'port_id': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'mac_address': 'fa:16:3e:d1:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35602958-4f02-4cad-a659-ae6197a4357e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:36:32Z', 'updated_at': '2021-08-27T03:36:45Z', 'revision_number': 1, 'project_id': 'd597800516ce450ab54b937650e01824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:36:46.772169 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a799a-6580-4f57-8d64-2ea9b7ade498 req-22ee07ae-cb9b-4c4b-8840-0b6b7748b666 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:46.773769 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-789a799a-6580-4f57-8d64-2ea9b7ade498 req-22ee07ae-cb9b-4c4b-8840-0b6b7748b666 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0528584 Aug 27 03:36:46.820857 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-789a799a-6580-4f57-8d64-2ea9b7ade498 req-92281cb8-ec08-46cf-8c61-76bdd7b24f92 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398347 Aug 27 03:36:46.973007 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba99d92a-6d2d-4173-b595-0184c0b8067e None None] New status for floating IP 80905715-0856-4833-8e34-55f281066418: ACTIVE {{(pid=93859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:36:47.469872 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.819379 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.953428 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1078129-6903-432b-93fd-824535e09a15 req-95c04fd9-20bb-421e-8d98-ccdd7a5c9237 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:47.954933 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f1078129-6903-432b-93fd-824535e09a15 req-95c04fd9-20bb-421e-8d98-ccdd7a5c9237 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0545175 Aug 27 03:36:47.996767 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f1078129-6903-432b-93fd-824535e09a15 req-99ce61ae-d7ed-4f4c-985a-d1469891be05 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355768 Aug 27 03:36:49.040442 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:49.136547 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6580e-7b55-4792-9dff-63d27a12b669 req-83ad820e-a14c-490d-b6c4-3bb4a1cbbffd tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:49.138339 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-95a6580e-7b55-4792-9dff-63d27a12b669 req-83ad820e-a14c-490d-b6c4-3bb4a1cbbffd tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0660114 Aug 27 03:36:49.178148 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-95a6580e-7b55-4792-9dff-63d27a12b669 req-c50124c6-c5b7-419b-ae3f-e587123030f0 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336504 Aug 27 03:36:50.306253 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22108e2-858e-433a-a1b0-65adf49452c0 req-d1ebf170-19b0-4c05-add5-74f062ac2050 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:50.307770 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e22108e2-858e-433a-a1b0-65adf49452c0 req-d1ebf170-19b0-4c05-add5-74f062ac2050 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0580077 Aug 27 03:36:50.360569 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e22108e2-858e-433a-a1b0-65adf49452c0 req-c23d00f0-a893-4167-9941-70c756311696 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=67e58746-1f56-4bf8-a568-696ecfa46ffa&id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460002 Aug 27 03:37:03.224832 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba41bf3-66bb-47ec-a526-138bfec349d1 req-6aefe004-ce26-41b5-b436-77f978d342f2 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:03.226381 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4ba41bf3-66bb-47ec-a526-138bfec349d1 req-6aefe004-ce26-41b5-b436-77f978d342f2 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 946 time: 0.0575447 Aug 27 03:37:03.270636 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4ba41bf3-66bb-47ec-a526-138bfec349d1 req-48ebdd14-7f95-4908-846a-7eadb72f1841 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362396 Aug 27 03:37:03.715661 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.387508 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf3369-8946-47a8-8233-b882e8168017 req-236209c8-439c-4c42-9e4f-249af47b2b26 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:04.389007 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d2cf3369-8946-47a8-8233-b882e8168017 req-236209c8-439c-4c42-9e4f-249af47b2b26 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 946 time: 0.0488853 Aug 27 03:37:04.431777 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d2cf3369-8946-47a8-8233-b882e8168017 req-55f8c4f8-4463-4d39-832d-d93e7f50f4c7 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361445 Aug 27 03:37:05.223615 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-5e0e27d8-a450-49cb-ac1d-6f2c66f4116b tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:05.225086 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-5e0e27d8-a450-49cb-ac1d-6f2c66f4116b tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 946 time: 0.0496035 Aug 27 03:37:05.322652 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Deleting port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:05.322983 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.417705 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] For port d2db6f13-7e9b-480b-9ebd-f34c8ac41619, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:05.418028 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.576910 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517ac0c-43cb-4bbb-879e-fa3279c45aea req-eb7cb09a-1027-4091-aaa3-724044a29ce0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:05.579159 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5517ac0c-43cb-4bbb-879e-fa3279c45aea req-eb7cb09a-1027-4091-aaa3-724044a29ce0 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 946 time: 0.0728004 Aug 27 03:37:05.599100 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.599522 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_update {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.599791 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.db.l3_db [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Floating IP e501ccd7-69a4-4a41-8749-2017aba5ef9a disassociated. External IP: 172.28.1.154, port: d2db6f13-7e9b-480b-9ebd-f34c8ac41619. Aug 27 03:37:05.600126 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Calling delete_port for d2db6f13-7e9b-480b-9ebd-f34c8ac41619 owned by compute:nova {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:05.620344 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-5517ac0c-43cb-4bbb-879e-fa3279c45aea req-1174bd6a-62f4-4b45-aa39-1ac4bfc90055 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups?id=0cc1ae47-549f-48da-986a-05ad2c34d0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335796 Aug 27 03:37:05.750769 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.785966 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event deleted for resources: {'Port': ['ID=d2db6f13-7e9b-480b-9ebd-f34c8ac41619,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:05.797080 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.797426 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.797762 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.798126 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.798457 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.798957 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.799147 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.799436 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.799871 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.800229 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.800545 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.800872 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:05.928559 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Router ffd50a95-4688-4eee-9978-b2cff876616c has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:06.047471 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:06.058290 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] Sync routers for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:06.069707 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:06.070491 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:06.088088 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] No DVR routers for this DVR port d2db6f13-7e9b-480b-9ebd-f34c8ac41619 on host hv-cinder-77398 {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:06.090978 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.093176 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-538752b4-bbd0-42cb-8f98-aca0528b91d4 req-32a4381b-7440-419a-a862-0dc0dd256441 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.64 "DELETE /v2.0/ports/d2db6f13-7e9b-480b-9ebd-f34c8ac41619 HTTP/1.1" status: 204 len: 173 time: 0.8606102 Aug 27 03:37:06.093637 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'name': 'network-vif-deleted', 'tag': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619'}] {{(pid=93857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:06.096037 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19e0b39217f035dc6f1227f5f4920a227ccd512501b6289d551ed260a0c17ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664ca5ce-b137-49e8-9121-4c6acefca6f9" -d '{"events": [{"server_uuid": "ee8c6f84-fb94-4268-b8f5-b737e97bd15f", "name": "network-vif-deleted", "tag": "d2db6f13-7e9b-480b-9ebd-f34c8ac41619"}]}' {{(pid=93857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:06.208385 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:06.222921 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baa34fa-d947-4de5-af91-0de328707fc0 x-openstack-request-id: req-3baa34fa-d947-4de5-af91-0de328707fc0 {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:06.223283 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8c6f84-fb94-4268-b8f5-b737e97bd15f", "name": "network-vif-deleted", "tag": "d2db6f13-7e9b-480b-9ebd-f34c8ac41619", "status": "completed", "code": 200}]} {{(pid=93857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:06.223555 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3baa34fa-d947-4de5-af91-0de328707fc0 {{(pid=93857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:06.223964 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8c6f84-fb94-4268-b8f5-b737e97bd15f', 'name': 'network-vif-deleted', 'tag': 'd2db6f13-7e9b-480b-9ebd-f34c8ac41619', 'status': 'completed', 'code': 200} Aug 27 03:37:06.594187 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:06.621615 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] Checking router: ffd50a95-4688-4eee-9978-b2cff876616c for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:06.632504 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:06.633163 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:06.749345 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-bdd92db7-0941-4b19-9273-12dcc288bfa0 req-42c1094b-1f55-44d4-bb0c-a047d5155a23 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8c6f84-fb94-4268-b8f5-b737e97bd15f HTTP/1.1" status: 200 len: 210 time: 0.0254369 Aug 27 03:37:06.749826 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:06.966854 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:06.992635 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d64c1f-a8af-40ee-9ac9-a1d19d47309d None None] The sync data for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb is: [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'abcb611b-646a-4013-a122-c279bf4e14d0', 'name': '', 'network_id': 'c7a59340-a6ec-4d2c-b9ac-054adbd0e439', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'mac_address': 'fa:16:3e:0d:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:35Z', 'updated_at': '2021-08-27T03:31:49Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'subnets': [{'id': '488300c7-91be-4ddd-9fbe-f1f934d58d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:07.239833 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b22c8dc-799b-4354-acff-1b9351107421 None None] New status for floating IP e501ccd7-69a4-4a41-8749-2017aba5ef9a: DOWN {{(pid=93859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:37:07.843728 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45038) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:07.916761 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.956399 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.027856 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.032630 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.034797 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "DELETE /v2.0/security-groups/0cc1ae47-549f-48da-986a-05ad2c34d0e9 HTTP/1.1" status: 204 len: 168 time: 0.1896839 Aug 27 03:37:08.037728 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45042) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:08.044937 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc1ae47-549f-48da-986a-05ad2c34d0e9,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:08.052568 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.052921 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.053395 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.053635 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.053974 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.054351 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.054668 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.054986 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.api.v2.resource [None req-b85dc758-36b2-4a44-a7d4-177b4ce42a88 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] show failed (client error): The resource could not be found. Aug 27 03:37:08.055100 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.055320 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.055657 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.055979 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.056075 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-b85dc758-36b2-4a44-a7d4-177b4ce42a88 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "GET /v2.0/security-groups/0cc1ae47-549f-48da-986a-05ad2c34d0e9 HTTP/1.1" status: 404 len: 347 time: 0.0172596 Aug 27 03:37:08.056301 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d5847-123c-4d28-9807-9f528ef929f5 tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:08.059074 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45044) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:08.111944 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d2db6f13-7e9b-480b-9ebd-f34c8ac41619 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:08.132463 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: d2db6f13-7e9b-480b-9ebd-f34c8ac41619 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:08.132804 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device d2db6f13-7e9b-480b-9ebd-f34c8ac41619 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:08.192266 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-90dcdeea-74b5-4237-a9e6-b95b47cde88a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Deleting port 55ea2386-4b51-43d7-a427-0025ea4159be {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:08.192591 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-90dcdeea-74b5-4237-a9e6-b95b47cde88a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.268017 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-90dcdeea-74b5-4237-a9e6-b95b47cde88a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.268307 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-90dcdeea-74b5-4237-a9e6-b95b47cde88a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.280445 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-90dcdeea-74b5-4237-a9e6-b95b47cde88a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Calling delete_port for 55ea2386-4b51-43d7-a427-0025ea4159be owned by network:floatingip {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:08.440277 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-90dcdeea-74b5-4237-a9e6-b95b47cde88a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.468428 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcdeea-74b5-4237-a9e6-b95b47cde88a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Pushing event deleted for resources: {'Port': ['ID=55ea2386-4b51-43d7-a427-0025ea4159be,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:08.532956 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-90dcdeea-74b5-4237-a9e6-b95b47cde88a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks [] for floatingip, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.535947 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-90dcdeea-74b5-4237-a9e6-b95b47cde88a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.537142 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-90dcdeea-74b5-4237-a9e6-b95b47cde88a tempest-AttachVolumeTestJSON-1653490594 tempest-AttachVolumeTestJSON-1653490594-project] 10.222.0.41 "DELETE /v2.0/floatingips/e501ccd7-69a4-4a41-8749-2017aba5ef9a HTTP/1.1" status: 204 len: 168 time: 0.4732637 Aug 27 03:37:12.139916 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45078) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:12.627274 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680652'] for router_interface, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.159579 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] Deleting port abcb611b-646a-4013-a122-c279bf4e14d0 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:13.160661 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.250540 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] For port abcb611b-646a-4013-a122-c279bf4e14d0, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=abcb611b-646a-4013-a122-c279bf4e14d0,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:13.250894 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.264582 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] Calling delete_port for abcb611b-646a-4013-a122-c279bf4e14d0 owned by network:router_interface {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:13.463701 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5a6fa-588a-4de7-8d91-9ea35b0c2278 req-9aae9d55-cf85-4e4a-8081-e8e40da6ec83 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:13.465304 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-13a5a6fa-588a-4de7-8d91-9ea35b0c2278 req-9aae9d55-cf85-4e4a-8081-e8e40da6ec83 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0765798 Aug 27 03:37:13.544722 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-13a5a6fa-588a-4de7-8d91-9ea35b0c2278 req-f9cb3604-6ad7-4afc-8267-87f7f8a32923 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672712 Aug 27 03:37:13.546634 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b9883cd5-034e-4304-9133-a3c9c999b05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.558736 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.584827 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] Pushing event deleted for resources: {'Port': ['ID=abcb611b-646a-4013-a122-c279bf4e14d0,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:13.764510 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680454'] for router_interface, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.998477 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] Router ffd50a95-4688-4eee-9978-b2cff876616c has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:14.108436 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:14.113753 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-7f43d486-8a0b-422a-a1c5-8fe474238dac admin admin] 10.222.0.41 "PUT /v2.0/routers/ffd50a95-4688-4eee-9978-b2cff876616c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9727893 Aug 27 03:37:14.116691 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45090) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:14.119155 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] Sync routers for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:14.134527 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:14.135598 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:14.233384 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.273398 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:14.341636 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.405508 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Deleting port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:14.405843 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.459686 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:37:13Z', 'revision_number': 5, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port': {'id': 'a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:31Z', 'updated_at': '2021-08-27T03:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:14.486107 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] Checking router: ffd50a95-4688-4eee-9978-b2cff876616c for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:14.494710 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] For port a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:14.495049 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.496151 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] Routers {'ffd50a95-4688-4eee-9978-b2cff876616c'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:14.496787 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ffd50a95-4688-4eee-9978-b2cff876616c'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:14.508359 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Calling delete_port for a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 owned by network:router_gateway {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:14.595491 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] Set router ffd50a95-4688-4eee-9978-b2cff876616c gateway port host: None {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:14.655866 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:37:14Z', 'revision_number': 6, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port_host': None}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:14.682948 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b251f-5d8a-48bd-b713-5b9e501d47ae None None] The sync data for ids ['ffd50a95-4688-4eee-9978-b2cff876616c'] in dv-cinder-773985-14-smb is: [{'id': 'ffd50a95-4688-4eee-9978-b2cff876616c', 'name': 'tempest-AttachVolumeTestJSON-1906569263-router', 'tenant_id': '32d43e61995f482f8513e744bf81b704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:30Z', 'updated_at': '2021-08-27T03:37:14Z', 'revision_number': 6, 'project_id': '32d43e61995f482f8513e744bf81b704', 'gw_port_host': None}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:14.723898 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca55619-b739-472a-b0ab-133341b446ec req-a9207482-84c5-415f-841d-b8259ad92309 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:14.725473 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9ca55619-b739-472a-b0ab-133341b446ec req-a9207482-84c5-415f-841d-b8259ad92309 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0840998 Aug 27 03:37:14.726664 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.762988 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:14.826709 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9ca55619-b739-472a-b0ab-133341b446ec req-2c03495c-9239-4769-974e-75e3c30cdd19 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945890 Aug 27 03:37:14.849318 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682844'] for router_gateway, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.939916 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12288'] for router, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.942085 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.988884 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-685004'] for router, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.989691 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffd50a95-4688-4eee-9978-b2cff876616c {{(pid=93857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:37:14.995135 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] Notify callbacks [] for router, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.996643 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-d216264e-be14-4990-87d5-05fb4180d7bf admin admin] 10.222.0.41 "DELETE /v2.0/routers/ffd50a95-4688-4eee-9978-b2cff876616c HTTP/1.1" status: 204 len: 168 time: 0.8789737 Aug 27 03:37:15.001014 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45096) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:15.058266 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfb7d09-48f6-46db-9c4b-41a8c7707352 admin admin] Deleting subnet 488300c7-91be-4ddd-9fbe-f1f934d58d2a {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:15.061871 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-acfb7d09-48f6-46db-9c4b-41a8c7707352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.099967 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-acfb7d09-48f6-46db-9c4b-41a8c7707352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909152'] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.207931 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-acfb7d09-48f6-46db-9c4b-41a8c7707352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.262254 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-acfb7d09-48f6-46db-9c4b-41a8c7707352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559101'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.285980 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb7d09-48f6-46db-9c4b-41a8c7707352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488300c7-91be-4ddd-9fbe-f1f934d58d2a,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:15.291974 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-acfb7d09-48f6-46db-9c4b-41a8c7707352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.294026 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-acfb7d09-48f6-46db-9c4b-41a8c7707352 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/488300c7-91be-4ddd-9fbe-f1f934d58d2a HTTP/1.1" status: 204 len: 168 time: 0.2916491 Aug 27 03:37:15.296550 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45098) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:15.299695 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b79fcb-b065-4e5b-8239-5898a1834b9b None None] Network c7a59340-a6ec-4d2c-b9ac-054adbd0e439 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:15.368584 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.429388 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Deleting port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:15.429720 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.498889 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] For port 9438b5e0-63d9-4f5f-92be-b68b72cf4813, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=9438b5e0-63d9-4f5f-92be-b68b72cf4813,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:15.499288 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.505352 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] DHCP port deletion for c7a59340-a6ec-4d2c-b9ac-054adbd0e439 request from dv-cinder-773985-14-smb {{(pid=93858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:37:15.521914 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Calling delete_port for 9438b5e0-63d9-4f5f-92be-b68b72cf4813 owned by network:dhcp {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:15.555059 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Deleting port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:15.555428 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.605968 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.625063 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] For port 9438b5e0-63d9-4f5f-92be-b68b72cf4813, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=9438b5e0-63d9-4f5f-92be-b68b72cf4813,segment=NetworkSegment(254a9dd5-7d4b-48be-83d7-8ba441db5216),segment_id=254a9dd5-7d4b-48be-83d7-8ba441db5216)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:15.625554 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.633443 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Pushing event deleted for resources: {'Port': ['ID=9438b5e0-63d9-4f5f-92be-b68b72cf4813,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:15.639800 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] No DVR routers for this DVR port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 on host dv-cinder-773985-14-smb {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:15.643965 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Calling delete_port for 9438b5e0-63d9-4f5f-92be-b68b72cf4813 owned by network:dhcp {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:15.725808 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.737397 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a59340-a6ec-4d2c-b9ac-054adbd0e439']}} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:15.749281 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254a9dd5-7d4b-48be-83d7-8ba441db5216') {'for_net_delete': True} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:15.749573 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254a9dd5-7d4b-48be-83d7-8ba441db5216') {} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:15.760230 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8909183'] for segment, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.768114 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.779244 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.786603 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=93857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:15.787011 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599586'] for segment, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: Traceback (most recent call last): Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: timer() Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: cb(*args, **kw) Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: return func(*args, **kwargs) Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: self._notify() Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: self.callback(batched_events) Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: event.method(event) Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: return f(self, *a, **k) Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: return self._get(url).json() Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:15.788773 dv-cinder-773985-14-smb neutron-server[93857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:15.795711 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Pushing event deleted for resources: {'Port': ['ID=9438b5e0-63d9-4f5f-92be-b68b72cf4813,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:15.809175 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.809610 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.809982 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.810503 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.810819 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.811127 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.811451 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.811771 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.812099 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.812395 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.812760 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.813080 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:15.817575 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505d430-93ea-4257-9667-fd28db7e437d None None] No DVR routers for this DVR port 9438b5e0-63d9-4f5f-92be-b68b72cf4813 on host dv-cinder-773985-14-smb {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:15.853339 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.859519 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.862165 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c7a59340-a6ec-4d2c-b9ac-054adbd0e439 HTTP/1.1" status: 204 len: 168 time: 0.5640728 Aug 27 03:37:15.877298 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a95418-3962-4ed8-9c05-fb4bd3a5ed95 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a59340-a6ec-4d2c-b9ac-054adbd0e439,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:15.958700 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8f14c-1d77-4b62-ad57-ccfe789f483a req-458345b5-3247-4a76-8b0b-af7e21dfc2b3 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:15.960196 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-45f8f14c-1d77-4b62-ad57-ccfe789f483a req-458345b5-3247-4a76-8b0b-af7e21dfc2b3 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0501966 Aug 27 03:37:15.996044 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45106) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:16.001961 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-45f8f14c-1d77-4b62-ad57-ccfe789f483a req-ae0136b4-f2fa-4c0e-8d0e-b66518737b44 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349617 Aug 27 03:37:16.037608 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-352123b0-d3d2-420a-97d8-73716a81bee6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32d43e61995f482f8513e744bf81b704&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404148 Aug 27 03:37:16.040059 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45108) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:16.098116 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c9042d2c-5384-491f-a3e7-e0ba4e7446dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.128261 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c9042d2c-5384-491f-a3e7-e0ba4e7446dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.179897 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c9042d2c-5384-491f-a3e7-e0ba4e7446dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.182314 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c9042d2c-5384-491f-a3e7-e0ba4e7446dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.183663 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-c9042d2c-5384-491f-a3e7-e0ba4e7446dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83e15fe7-42b8-47e9-b992-f414f74bd36c HTTP/1.1" status: 204 len: 168 time: 0.1427126 Aug 27 03:37:16.192291 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9042d2c-5384-491f-a3e7-e0ba4e7446dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e15fe7-42b8-47e9-b992-f414f74bd36c,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:16.234403 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 9438b5e0-63d9-4f5f-92be-b68b72cf4813 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:16.256046 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 9438b5e0-63d9-4f5f-92be-b68b72cf4813 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:16.256382 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 9438b5e0-63d9-4f5f-92be-b68b72cf4813 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:16.256795 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:16.276614 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:16.276953 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device a4cc59be-9d20-4d07-aa27-f61e7c2e4ee8 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:16.277367 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device abcb611b-646a-4013-a122-c279bf4e14d0 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:16.296814 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: abcb611b-646a-4013-a122-c279bf4e14d0 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:16.297232 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device abcb611b-646a-4013-a122-c279bf4e14d0 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:16.593949 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ef24bc55-8912-4721-978f-144a1737f6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.940647 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45132) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:17.042497 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1746188825-network', 'tenant_id': '7d97bbf4573547a0b5ea94c5e259a457'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:17.066082 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Made reservation on behalf of 7d97bbf4573547a0b5ea94c5e259a457 for: {'network': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:17.068573 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.077492 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.128588 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0149d7-8f51-4a40-afa2-8d8912ee129d req-ebd32da4-ff25-4a2b-8898-ed2abd3a6636 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:17.130291 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cb0149d7-8f51-4a40-afa2-8d8912ee129d req-ebd32da4-ff25-4a2b-8898-ed2abd3a6636 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0566967 Aug 27 03:37:17.182888 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.183166 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cb0149d7-8f51-4a40-afa2-8d8912ee129d req-d4cf306f-7205-46dd-888d-e896b510c67f tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455203 Aug 27 03:37:17.189839 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.213101 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=93856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:37:17.231004 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb155165-2934-4220-9c7a-cbc473755123,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:17.236301 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.236636 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.segments_db [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Added segment e0f61b7a-e2fe-42ec-86ef-cf721e79cb09 of type vlan for network 8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97 Aug 27 03:37:17.286355 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.311979 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.312940 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:17.313592 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.369061 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4272404 Aug 27 03:37:17.373924 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45138) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:17.380970 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Request body: {'subnet': {'network_id': '8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1746188825-subnet', 'tenant_id': '7d97bbf4573547a0b5ea94c5e259a457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:17.385028 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc7c61-bb4f-4260-882e-0c8ea840e8ae admin admin] Pushing event updated for resources: {'Network': ['ID=8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:17.397814 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97 details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:37:17.409427 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Made reservation on behalf of 7d97bbf4573547a0b5ea94c5e259a457 for: {'subnet': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:17.412076 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8475173'] for subnet, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.477742 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.592408 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8475223'] for subnet, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.640770 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b9928b-4d3c-4057-bc08-680c76bf083b,revision_number=0']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:17.656505 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Checking segment: {'id': 'e0f61b7a-e2fe-42ec-86ef-cf721e79cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:37:17.656880 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Network hostable DHCP agents. Network: 8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:37:17.677380 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Network 8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97 is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:37:17.687052 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97) {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:37:17.691356 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:17.691945 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.698819 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704001e0-3d77-492d-9372-9d31642c7e89 None None] Network 8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:17.707849 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-24e9097c-4701-40aa-8496-2b891e322647 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3328235 Aug 27 03:37:17.971251 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146e33b-e38f-45ba-b6d7-d1b0b41591ed None None] Network 8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:17.975436 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.239742 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45158) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:18.245063 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1486662006-network', 'tenant_id': '45d8322be9504f6980755e8db4a2632b'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:18.268785 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Made reservation on behalf of 45d8322be9504f6980755e8db4a2632b for: {'network': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:18.271565 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for network, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.291795 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.314170 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edec68-68da-4219-b287-71a2218a90cd req-ba3960e6-185e-4f32-86f1-d98f14827203 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:18.316667 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-28edec68-68da-4219-b287-71a2218a90cd req-ba3960e6-185e-4f32-86f1-d98f14827203 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0616601 Aug 27 03:37:18.374949 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-28edec68-68da-4219-b287-71a2218a90cd req-6c14cc95-b907-4589-88ea-e51707b278db tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478165 Aug 27 03:37:18.417181 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.422305 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.444535 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=93856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:37:18.466478 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f56558-2b23-4297-b33c-a511e40fe5b1,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:18.469353 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.469695 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.segments_db [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Added segment c39d5ccd-410a-48e3-a4f8-1b4b2e6059da of type vlan for network 63856ae2-6ee3-46da-bd3e-93532a7025d8 Aug 27 03:37:18.512432 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764601351774'] for network, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.540636 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335'] for network, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.541510 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:18.542177 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.595109 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3541543 Aug 27 03:37:18.598493 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45160) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:18.600522 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db09080-41a4-4f85-b661-55270ff9f50c admin admin] Pushing event updated for resources: {'Network': ['ID=63856ae2-6ee3-46da-bd3e-93532a7025d8,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:18.604179 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.v2.base [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Request body: {'subnet': {'network_id': '63856ae2-6ee3-46da-bd3e-93532a7025d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1486662006-subnet', 'tenant_id': '45d8322be9504f6980755e8db4a2632b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:18.616597 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Network 63856ae2-6ee3-46da-bd3e-93532a7025d8 details requested by agent ovs-agent-dv-cinder-773985-14-smb with host dv-cinder-773985-14-smb {{(pid=93858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:37:18.632111 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Made reservation on behalf of 45d8322be9504f6980755e8db4a2632b for: {'subnet': 1} {{(pid=93857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:18.634615 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558998'] for subnet, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.801741 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8601479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559076'] for subnet, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.853301 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0161c20-ec34-4ba0-8128-da549bd001a1,revision_number=0']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:18.871684 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Checking segment: {'id': 'c39d5ccd-410a-48e3-a4f8-1b4b2e6059da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '63856ae2-6ee3-46da-bd3e-93532a7025d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:37:18.872022 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Network hostable DHCP agents. Network: 63856ae2-6ee3-46da-bd3e-93532a7025d8, hostable agents: ['9f5cb889-4608-45ed-bcdd-a6c6480f5345'], hosted agents: [] {{(pid=93857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:37:18.889915 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Network 63856ae2-6ee3-46da-bd3e-93532a7025d8 is scheduled to be hosted by DHCP agent 9f5cb889-4608-45ed-bcdd-a6c6480f5345 with binding_index 1 {{(pid=93857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:37:18.900736 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.base_scheduler [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-smb, 63856ae2-6ee3-46da-bd3e-93532a7025d8) {{(pid=93857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:37:18.905194 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:18.905783 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.909952 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef3ad1-32f4-40f1-b901-99b4466763bb None None] Network 63856ae2-6ee3-46da-bd3e-93532a7025d8 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:18.925341 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-80858595-a3a3-44d0-9d51-bbddf1bd58e1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3255739 Aug 27 03:37:19.045887 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf36a3-5360-4ece-818d-247746aa130b None None] Network 63856ae2-6ee3-46da-bd3e-93532a7025d8 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:19.049427 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45166) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:19.066959 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.117382 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2defb9db-fe3c-43bf-9f3e-56fc5aa72447 admin admin] Deleting subnet 61b9928b-4d3c-4057-bc08-680c76bf083b {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:19.121309 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2defb9db-fe3c-43bf-9f3e-56fc5aa72447 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.165720 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2defb9db-fe3c-43bf-9f3e-56fc5aa72447 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909152'] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.224328 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2defb9db-fe3c-43bf-9f3e-56fc5aa72447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.282073 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2defb9db-fe3c-43bf-9f3e-56fc5aa72447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559101'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.311971 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defb9db-fe3c-43bf-9f3e-56fc5aa72447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b9928b-4d3c-4057-bc08-680c76bf083b,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:19.315924 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2defb9db-fe3c-43bf-9f3e-56fc5aa72447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.318462 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-2defb9db-fe3c-43bf-9f3e-56fc5aa72447 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/61b9928b-4d3c-4057-bc08-680c76bf083b HTTP/1.1" status: 204 len: 168 time: 0.2671754 Aug 27 03:37:19.320475 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45168) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:19.388377 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.504985 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.518663 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97']}} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:19.531398 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f61b7a-e2fe-42ec-86ef-cf721e79cb09') {'for_net_delete': True} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:19.531685 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f61b7a-e2fe-42ec-86ef-cf721e79cb09') {} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:19.555988 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5e3ed-2964-416a-9793-484955b9ec98 req-3a0ac769-a76f-417a-ab7c-92a13ae752c4 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:19.557497 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f0f5e3ed-2964-416a-9793-484955b9ec98 req-3a0ac769-a76f-417a-ab7c-92a13ae752c4 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0922382 Aug 27 03:37:19.559324 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8909183'] for segment, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.583562 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.593725 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=93857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:19.594128 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599586'] for segment, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: Traceback (most recent call last): Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: timer() Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: cb(*args, **kw) Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: return func(*args, **kwargs) Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: self._notify() Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: self.callback(batched_events) Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: event.method(event) Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: return f(self, *a, **k) Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: return self._get(url).json() Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:19.595867 dv-cinder-773985-14-smb neutron-server[93857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:19.649788 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f0f5e3ed-2964-416a-9793-484955b9ec98 req-64441c34-0206-4df3-b9a1-8d5aaa592374 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833879 Aug 27 03:37:19.665438 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.670699 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.672639 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] 10.222.0.41 "DELETE /v2.0/networks/8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97 HTTP/1.1" status: 204 len: 168 time: 0.3512530 Aug 27 03:37:19.676232 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45172) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:19.726424 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2176023d-78ed-4d4d-8db8-7b787f3f2554 admin admin] Deleting subnet c0161c20-ec34-4ba0-8128-da549bd001a1 {{(pid=93856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:19.730480 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2176023d-78ed-4d4d-8db8-7b787f3f2554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.773226 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2176023d-78ed-4d4d-8db8-7b787f3f2554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-587269'] for subnet, precommit_delete_associations {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.818161 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2176023d-78ed-4d4d-8db8-7b787f3f2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.893585 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2176023d-78ed-4d4d-8db8-7b787f3f2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475214'] for subnet, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.923605 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176023d-78ed-4d4d-8db8-7b787f3f2554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0161c20-ec34-4ba0-8128-da549bd001a1,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:19.927572 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2176023d-78ed-4d4d-8db8-7b787f3f2554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.932014 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-2176023d-78ed-4d4d-8db8-7b787f3f2554 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c0161c20-ec34-4ba0-8128-da549bd001a1 HTTP/1.1" status: 204 len: 168 time: 0.2522659 Aug 27 03:37:19.932770 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45174) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:19.944093 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622a918-7967-4ef3-8b69-5c008af4d7ed admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf5d9c6-7e15-47d3-8e76-6cef1efdaa97,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:20.005254 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.083931 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.094389 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63856ae2-6ee3-46da-bd3e-93532a7025d8']}} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:20.105990 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39d5ccd-410a-48e3-a4f8-1b4b2e6059da') {'for_net_delete': True} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:20.106303 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39d5ccd-410a-48e3-a4f8-1b4b2e6059da') {} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:20.116660 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-587290'] for segment, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.134198 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.140058 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=93856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:20.140431 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478446'] for segment, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: Traceback (most recent call last): Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: timer() Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: cb(*args, **kw) Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: return func(*args, **kwargs) Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: self._notify() Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: self.callback(batched_events) Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: event.method(event) Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: return f(self, *a, **k) Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: return self._get(url).json() Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:20.142893 dv-cinder-773985-14-smb neutron-server[93856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:20.208881 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.217058 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.219386 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/63856ae2-6ee3-46da-bd3e-93532a7025d8 HTTP/1.1" status: 204 len: 168 time: 0.2860210 Aug 27 03:37:20.230176 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d80c2b-bb2a-4d4c-ba50-1b81840d75e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=63856ae2-6ee3-46da-bd3e-93532a7025d8,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:20.412986 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45180) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:20.452190 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-7c7787f5-ee33-42cc-bb87-32fbbed5d2ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d97bbf4573547a0b5ea94c5e259a457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405135 Aug 27 03:37:20.455264 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45182) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:20.507105 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-68ae832f-4d2c-4d89-911a-8d6cdb5b69db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.533890 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-68ae832f-4d2c-4d89-911a-8d6cdb5b69db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.609502 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-68ae832f-4d2c-4d89-911a-8d6cdb5b69db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.613014 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-68ae832f-4d2c-4d89-911a-8d6cdb5b69db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.614246 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-68ae832f-4d2c-4d89-911a-8d6cdb5b69db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb155165-2934-4220-9c7a-cbc473755123 HTTP/1.1" status: 204 len: 168 time: 0.1579700 Aug 27 03:37:20.627642 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae832f-4d2c-4d89-911a-8d6cdb5b69db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb155165-2934-4220-9c7a-cbc473755123,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:20.767538 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02077d11-547a-451b-aa84-089fc4030bc7 req-0afd0ffd-2119-4f95-8f31-8dc0a09bdf24 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:20.769106 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-02077d11-547a-451b-aa84-089fc4030bc7 req-0afd0ffd-2119-4f95-8f31-8dc0a09bdf24 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0503628 Aug 27 03:37:20.809537 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-02077d11-547a-451b-aa84-089fc4030bc7 req-bef49b17-2765-4cf1-9a10-4dfabcc024a3 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337729 Aug 27 03:37:20.951844 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45190) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:20.995357 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-daea4ca3-73fc-41d6-9fe7-86c0e1788632 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45d8322be9504f6980755e8db4a2632b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423062 Aug 27 03:37:20.998085 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45192) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:21.054408 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ccf84ba2-3b79-4736-9154-17eba4d395de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.076065 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ccf84ba2-3b79-4736-9154-17eba4d395de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.128239 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ccf84ba2-3b79-4736-9154-17eba4d395de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.130866 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ccf84ba2-3b79-4736-9154-17eba4d395de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.132014 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-ccf84ba2-3b79-4736-9154-17eba4d395de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74f56558-2b23-4297-b33c-a511e40fe5b1 HTTP/1.1" status: 204 len: 168 time: 0.1329961 Aug 27 03:37:21.139977 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf84ba2-3b79-4736-9154-17eba4d395de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f56558-2b23-4297-b33c-a511e40fe5b1,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:21.928364 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad893a66-e8a6-484a-a95d-012bd61f223f req-2fb7eed7-4a4a-430e-90c5-01f7b0fdd604 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:21.929916 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ad893a66-e8a6-484a-a95d-012bd61f223f req-2fb7eed7-4a4a-430e-90c5-01f7b0fdd604 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0500615 Aug 27 03:37:21.973139 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ad893a66-e8a6-484a-a95d-012bd61f223f req-796f3f8c-ec6a-4c12-aa64-5080ba686dd4 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337772 Aug 27 03:37:23.101194 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53a110-b0df-425e-87d3-fd6d83cf9f5d req-fcea36e2-aa0f-4801-9ee6-eeaa878ae7d4 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:23.103050 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-bf53a110-b0df-425e-87d3-fd6d83cf9f5d req-fcea36e2-aa0f-4801-9ee6-eeaa878ae7d4 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0583532 Aug 27 03:37:23.144264 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-bf53a110-b0df-425e-87d3-fd6d83cf9f5d req-a25813f1-6758-45f3-8fe1-35e438046684 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347817 Aug 27 03:37:23.444824 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:37:24.266600 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a61272-5c59-494a-b53f-ddfa49091998 req-75f39f30-d0ee-41f4-af18-2a3dafe38a45 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:24.268326 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-15a61272-5c59-494a-b53f-ddfa49091998 req-75f39f30-d0ee-41f4-af18-2a3dafe38a45 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0548234 Aug 27 03:37:24.312321 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-15a61272-5c59-494a-b53f-ddfa49091998 req-6a930b51-4e88-43ee-8241-dcf7507ad3ce tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376816 Aug 27 03:37:25.431053 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc87ee-4123-4902-8b19-85371805b7c2 req-3a42783c-ec9a-41df-889e-e699e5d56331 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:25.432832 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dcbc87ee-4123-4902-8b19-85371805b7c2 req-3a42783c-ec9a-41df-889e-e699e5d56331 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0517905 Aug 27 03:37:25.473630 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-dcbc87ee-4123-4902-8b19-85371805b7c2 req-d97e59dc-eb5e-4c38-9dd5-ff7e9690e569 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343730 Aug 27 03:37:25.601087 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-a8a0fe6b-a780-45ad-a5fa-365261f2708a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465206355&fields=id&tenant_id=aa5ce3b069874313bfc4be8a62039449 HTTP/1.1" status: 200 len: 267 time: 0.0417550 Aug 27 03:37:25.662094 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-b5652451-477a-48cb-83a6-d7473ff4fed5 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:25.663901 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-b5652451-477a-48cb-83a6-d7473ff4fed5 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 984 time: 0.0569053 Aug 27 03:37:25.675807 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-5352bccd-09f1-4d74-b549-6b3fb6b83e92 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Request body: {'port': {'security_groups': ['82be60e7-6c10-4fc5-920f-bdc7aa268762']}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:25.748629 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-5352bccd-09f1-4d74-b549-6b3fb6b83e92 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:25.945861 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-5352bccd-09f1-4d74-b549-6b3fb6b83e92 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] For port 346cffca-c0d9-4c93-b4b2-0b00babd353e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:25.981885 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-5352bccd-09f1-4d74-b549-6b3fb6b83e92 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:25.989382 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-5352bccd-09f1-4d74-b549-6b3fb6b83e92 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.005543 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['346cffca-c0d9-4c93-b4b2-0b00babd353e'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:26.040235 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-5352bccd-09f1-4d74-b549-6b3fb6b83e92 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.040908 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-5352bccd-09f1-4d74-b549-6b3fb6b83e92 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.046480 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-649a80fa-3634-49f7-b1e8-6786f4cc0ef5 req-5352bccd-09f1-4d74-b549-6b3fb6b83e92 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "PUT /v2.0/ports/346cffca-c0d9-4c93-b4b2-0b00babd353e HTTP/1.1" status: 200 len: 942 time: 0.3754547 Aug 27 03:37:26.047517 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:26.050298 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45300) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:26.052398 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192c91bc-2c28-4516-89a4-1db19a46be21" -d '{"events": [{"name": "network-changed", "server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:26.111770 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352bccd-09f1-4d74-b549-6b3fb6b83e92 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event updated for resources: {'Port': ['ID=346cffca-c0d9-4c93-b4b2-0b00babd353e,revision_number=7']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:26.150189 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['346cffca-c0d9-4c93-b4b2-0b00babd353e'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:26.179643 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22785da8-e6a0-49d8-9755-672d83e90781 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.226472 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22785da8-e6a0-49d8-9755-672d83e90781 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.334029 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22785da8-e6a0-49d8-9755-672d83e90781 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.336927 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22785da8-e6a0-49d8-9755-672d83e90781 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.338479 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-22785da8-e6a0-49d8-9755-672d83e90781 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "DELETE /v2.0/security-groups/67e58746-1f56-4bf8-a568-696ecfa46ffa HTTP/1.1" status: 204 len: 168 time: 0.2855432 Aug 27 03:37:26.341381 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45312) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:26.350294 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22785da8-e6a0-49d8-9755-672d83e90781 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e58746-1f56-4bf8-a568-696ecfa46ffa,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:26.408299 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a69cc-7102-4826-8534-08a4c8bc07e2 x-openstack-request-id: req-3a9a69cc-7102-4826-8534-08a4c8bc07e2 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:26.408485 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:26.408768 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a9a69cc-7102-4826-8534-08a4c8bc07e2 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:26.409330 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'status': 'completed', 'code': 200} Aug 27 03:37:26.445803 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-c2eeb2a0-276d-4031-a38b-8007bb0122ea None None] Provisioning complete for port 346cffca-c0d9-4c93-b4b2-0b00babd353e triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:37:26.446232 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c2eeb2a0-276d-4031-a38b-8007bb0122ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.601530 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-772128a3-a3dc-4b7e-97f1-8c88fbcdd439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.603086 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-772128a3-a3dc-4b7e-97f1-8c88fbcdd439 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5ce3b069874313bfc4be8a62039449&device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 1098 time: 0.1723685 Aug 27 03:37:26.703809 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-75236a32-296b-47bf-99a2-e57cc93e15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.705701 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-75236a32-296b-47bf-99a2-e57cc93e15b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e882ab8-b67d-4872-b267-3ad1ab0103b5 HTTP/1.1" status: 200 len: 916 time: 0.0940447 Aug 27 03:37:26.786470 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c858c-fd68-4c81-806b-5e5798f12fcb req-9b25530e-20b8-432c-9d68-dac1e26b31a0 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.788052 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f70c858c-fd68-4c81-806b-5e5798f12fcb req-9b25530e-20b8-432c-9d68-dac1e26b31a0 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0839527 Aug 27 03:37:26.800896 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-59c62d56-1f83-4ed0-bbef-937ed8a97252 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e HTTP/1.1" status: 200 len: 1001 time: 0.0777283 Aug 27 03:37:26.834788 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Deleting port 61f54b2d-a9b2-43bf-87f9-f5fae3d76c58 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:26.835537 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.839318 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f70c858c-fd68-4c81-806b-5e5798f12fcb req-cabbdd07-9b63-4a28-8606-5e29ce9cf0b9 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449502 Aug 27 03:37:26.856206 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-40a25ee9-e549-4890-a0f1-193e75e35cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.857865 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-40a25ee9-e549-4890-a0f1-193e75e35cc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=781a9e05-ff03-49bb-a972-d6c923079172 HTTP/1.1" status: 200 len: 854 time: 0.0480356 Aug 27 03:37:26.907282 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-edef2913-c176-451f-8581-57a0fd60e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.909572 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-edef2913-c176-451f-8581-57a0fd60e84b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e882ab8-b67d-4872-b267-3ad1ab0103b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0440931 Aug 27 03:37:26.918926 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.919185 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.932676 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Calling delete_port for 61f54b2d-a9b2-43bf-87f9-f5fae3d76c58 owned by network:floatingip {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:27.021035 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-cfff06c5-9751-42d6-b7b0-fa0599db9b47 service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997148 Aug 27 03:37:27.121042 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-192c91bc-2c28-4516-89a4-1db19a46be21 req-a8e40249-108b-4ab5-8656-733f7e4638fd service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911305 Aug 27 03:37:27.131066 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:27.161052 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event deleted for resources: {'Port': ['ID=61f54b2d-a9b2-43bf-87f9-f5fae3d76c58,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:27.228027 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:27.228417 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.l3_db [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Floating IP 6871827d-a9a4-450b-b34c-f72164dbbf1c disassociated (deleted). External IP: 172.28.1.143, port: 346cffca-c0d9-4c93-b4b2-0b00babd353e. Aug 27 03:37:27.447362 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Router 43f1ad8f-466b-493b-9aa1-60de1a377b63 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:27.560065 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:27.565505 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:27.570508 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] Sync routers for ids ['43f1ad8f-466b-493b-9aa1-60de1a377b63'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:27.581322 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] Routers {'43f1ad8f-466b-493b-9aa1-60de1a377b63'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:27.581922 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:37:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['43f1ad8f-466b-493b-9aa1-60de1a377b63'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:27.602358 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-61377921-590d-4fc7-a5de-19becc3b8a4a tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "DELETE /v2.0/floatingips/6871827d-a9a4-450b-b34c-f72164dbbf1c HTTP/1.1" status: 204 len: 168 time: 1.2596517 Aug 27 03:37:27.794480 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] Set router 43f1ad8f-466b-493b-9aa1-60de1a377b63 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:27.979061 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59453e0e-f709-459b-809a-e2b78e773ad0 req-d99b05ff-f412-47d2-81e0-b126aed00ca1 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:27.981231 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-59453e0e-f709-459b-809a-e2b78e773ad0 req-d99b05ff-f412-47d2-81e0-b126aed00ca1 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0526247 Aug 27 03:37:28.023201 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-59453e0e-f709-459b-809a-e2b78e773ad0 req-78a056db-9e32-4649-8934-a0c62f9c5b44 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350418 Aug 27 03:37:28.027919 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '2169d171-fb5e-4d70-8968-ec3e2d7ca460', 'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'mac_address': 'fa:16:3e:03:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:36Z', 'updated_at': '2021-08-27T03:34:44Z', 'revision_number': 5, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'subnets': [{'id': '781a9e05-ff03-49bb-a972-d6c923079172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:28.056226 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] Checking router: 43f1ad8f-466b-493b-9aa1-60de1a377b63 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:28.065961 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] Routers {'43f1ad8f-466b-493b-9aa1-60de1a377b63'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:28.066612 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:37:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['43f1ad8f-466b-493b-9aa1-60de1a377b63'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:28.193320 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] Set router 43f1ad8f-466b-493b-9aa1-60de1a377b63 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:28.410322 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:28.413126 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c" -d '{"events": [{"name": "network-changed", "server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:28.435475 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '2169d171-fb5e-4d70-8968-ec3e2d7ca460', 'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'mac_address': 'fa:16:3e:03:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:36Z', 'updated_at': '2021-08-27T03:34:44Z', 'revision_number': 5, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'subnets': [{'id': '781a9e05-ff03-49bb-a972-d6c923079172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:28.452926 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23df6a26-3184-469a-a695-02e1912fef74 x-openstack-request-id: req-23df6a26-3184-469a-a695-02e1912fef74 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:28.453273 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:28.453546 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23df6a26-3184-469a-a695-02e1912fef74 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:28.454138 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'status': 'completed', 'code': 200} Aug 27 03:37:28.464288 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2220b6-6e84-4f4d-87b8-eda7d00a87b4 None None] The sync data for ids ['43f1ad8f-466b-493b-9aa1-60de1a377b63'] in dv-cinder-773985-14-smb is: [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '2169d171-fb5e-4d70-8968-ec3e2d7ca460', 'name': '', 'network_id': '0e882ab8-b67d-4872-b267-3ad1ab0103b5', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'mac_address': 'fa:16:3e:03:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '781a9e05-ff03-49bb-a972-d6c923079172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:36Z', 'updated_at': '2021-08-27T03:34:44Z', 'revision_number': 5, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'subnets': [{'id': '781a9e05-ff03-49bb-a972-d6c923079172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:28.525778 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-33ed1368-3162-4400-a06d-d31f2b162206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.527387 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-33ed1368-3162-4400-a06d-d31f2b162206 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa5ce3b069874313bfc4be8a62039449&device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 1098 time: 0.0493126 Aug 27 03:37:28.610431 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-f97a93e2-6620-4d84-adfc-9b01c36002ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.612981 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-f97a93e2-6620-4d84-adfc-9b01c36002ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf0e5ad5b3604edbb896d54aed296874&device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 1099 time: 0.0717719 Aug 27 03:37:28.643963 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-f9cd6382-804d-4c65-897b-e0a5e969a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.645470 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-f9cd6382-804d-4c65-897b-e0a5e969a949 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0e882ab8-b67d-4872-b267-3ad1ab0103b5 HTTP/1.1" status: 200 len: 916 time: 0.1055183 Aug 27 03:37:28.700826 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-2c21ba0e-e5c8-4ced-9974-c2f139a636bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e HTTP/1.1" status: 200 len: 217 time: 0.0465117 Aug 27 03:37:28.722119 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5fc50-f397-4314-8088-94e5e1b0382a None None] New status for floating IP 6871827d-a9a4-450b-b34c-f72164dbbf1c: DOWN {{(pid=93858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:37:28.733404 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-d40c6c2c-cfa4-4917-92ed-3ff705761b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.734973 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-d40c6c2c-cfa4-4917-92ed-3ff705761b5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0db1ba7a-004f-465e-bc59-521f28c94f5d HTTP/1.1" status: 200 len: 910 time: 0.1143994 Aug 27 03:37:28.791723 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-d978f616-ab04-4532-9e46-d3963dd26140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.795283 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-d978f616-ab04-4532-9e46-d3963dd26140 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=781a9e05-ff03-49bb-a972-d6c923079172 HTTP/1.1" status: 200 len: 854 time: 0.0866318 Aug 27 03:37:28.843031 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-f32181af-09a8-4ce4-934c-9710d34d6b70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75 HTTP/1.1" status: 200 len: 1002 time: 0.1007414 Aug 27 03:37:28.850586 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-661bda10-5fc3-4947-ae19-b8bc3efd22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.852661 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-661bda10-5fc3-4947-ae19-b8bc3efd22e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0e882ab8-b67d-4872-b267-3ad1ab0103b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0501125 Aug 27 03:37:28.916138 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-d8edec2e-2da0-4d27-9e9f-b58a0919e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.918505 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-d8edec2e-2da0-4d27-9e9f-b58a0919e0d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d08032dd-4899-4d3f-a28b-f17f8dec7675 HTTP/1.1" status: 200 len: 848 time: 0.0674314 Aug 27 03:37:28.979294 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-05ebb375-2e13-4577-bd47-47ec6767e766 service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176269 Aug 27 03:37:28.985238 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-8172d275-a198-465a-858d-616992268fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.985238 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-8172d275-a198-465a-858d-616992268fa3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0db1ba7a-004f-465e-bc59-521f28c94f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0576129 Aug 27 03:37:29.096285 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0d519fd6-eb60-4b7d-b53e-c9de34ce908c req-741d702d-8613-48c7-89dd-83266645bbcf service neutron] 10.222.0.64 "GET /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039546 Aug 27 03:37:29.145552 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-707e6270-6f1f-4b4f-809b-b6e97341a7d0 service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521893 Aug 27 03:37:29.156237 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834fc20-130a-4fa6-8b30-14592ee5493f req-cbb9bbf6-8574-4626-9316-7e0a29a8f496 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:29.166608 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b834fc20-130a-4fa6-8b30-14592ee5493f req-cbb9bbf6-8574-4626-9316-7e0a29a8f496 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0638311 Aug 27 03:37:29.226730 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b834fc20-130a-4fa6-8b30-14592ee5493f req-956f9e8f-83e5-41b5-83e8-51a0c8086d12 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544477 Aug 27 03:37:29.271808 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4c158591-2bc9-4a1f-886e-280bcdfceb7d req-d6caa741-d3f6-4a28-bd1c-a993cf11c51a service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171067 Aug 27 03:37:29.311095 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45388) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:29.449333 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4b69eb33-f617-4a77-82f0-608be2e1bbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:29.554706 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4b69eb33-f617-4a77-82f0-608be2e1bbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:29.559696 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-4b69eb33-f617-4a77-82f0-608be2e1bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:29.601106 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69eb33-f617-4a77-82f0-608be2e1bbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e4f816-e5d1-4b58-805b-9444e3b4409e,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:29.605553 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-4b69eb33-f617-4a77-82f0-608be2e1bbf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=427bd9ab928e4b218f66cb7e6952c6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927480 Aug 27 03:37:29.608153 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45392) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:29.658741 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-830e92b2-d477-4859-bf0f-ef752e5eb59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:29.681758 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-830e92b2-d477-4859-bf0f-ef752e5eb59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:29.732087 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-830e92b2-d477-4859-bf0f-ef752e5eb59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:29.734699 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-830e92b2-d477-4859-bf0f-ef752e5eb59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:29.736121 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-830e92b2-d477-4859-bf0f-ef752e5eb59d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78e4f816-e5d1-4b58-805b-9444e3b4409e HTTP/1.1" status: 204 len: 168 time: 0.1268423 Aug 27 03:37:29.744350 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e92b2-d477-4859-bf0f-ef752e5eb59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e4f816-e5d1-4b58-805b-9444e3b4409e,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:30.024632 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45400) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:30.044706 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-17669b05-4bb6-4bb5-b3af-d3bea248c098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.145381 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-17669b05-4bb6-4bb5-b3af-d3bea248c098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.149322 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-17669b05-4bb6-4bb5-b3af-d3bea248c098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.191511 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-17669b05-4bb6-4bb5-b3af-d3bea248c098 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be24cb15c6594071b96f1140d5b7bb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653626 Aug 27 03:37:30.192716 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17669b05-4bb6-4bb5-b3af-d3bea248c098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ddd3e-ef8d-4ac5-92e4-9207d03ae3d0,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:30.194478 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45408) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:30.252887 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03236bff-bfd9-46ff-8e5a-73fa88350b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.275337 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03236bff-bfd9-46ff-8e5a-73fa88350b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.357805 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4549e-1fdf-4518-bf62-79d8ee8593fd req-2c5e3155-ea88-445e-904d-07bc7e471e5c tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:30.359319 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-91f4549e-1fdf-4518-bf62-79d8ee8593fd req-2c5e3155-ea88-445e-904d-07bc7e471e5c tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0539730 Aug 27 03:37:30.360586 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03236bff-bfd9-46ff-8e5a-73fa88350b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.363659 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-03236bff-bfd9-46ff-8e5a-73fa88350b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.365010 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-03236bff-bfd9-46ff-8e5a-73fa88350b2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/552ddd3e-ef8d-4ac5-92e4-9207d03ae3d0 HTTP/1.1" status: 204 len: 168 time: 0.1692278 Aug 27 03:37:30.396831 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03236bff-bfd9-46ff-8e5a-73fa88350b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ddd3e-ef8d-4ac5-92e4-9207d03ae3d0,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:30.452247 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-91f4549e-1fdf-4518-bf62-79d8ee8593fd req-2a6d1ea7-9f66-478c-9059-bbaf830b693f tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841258 Aug 27 03:37:30.578251 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bbcb4-b62c-444d-9633-1c121c0be352 req-cb2b6e77-9e6f-46e5-8820-84f0b6119dcb tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:30.586300 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4d4bbcb4-b62c-444d-9633-1c121c0be352 req-cb2b6e77-9e6f-46e5-8820-84f0b6119dcb tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0619681 Aug 27 03:37:30.642429 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-4d4bbcb4-b62c-444d-9633-1c121c0be352 req-a4592444-d712-4a03-bb3c-8e93a95b4ced tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493245 Aug 27 03:37:30.702750 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55013a-38fa-4b56-a421-7564adeef92b req-763b29f4-98e4-4a02-bea6-47a2ce12a1ab tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:30.704418 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-de55013a-38fa-4b56-a421-7564adeef92b req-763b29f4-98e4-4a02-bea6-47a2ce12a1ab tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0727611 Aug 27 03:37:30.748547 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-de55013a-38fa-4b56-a421-7564adeef92b req-882d18f1-9aa7-47f9-9380-8f65e5bdde06 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Aug 27 03:37:31.574154 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fae9d5-14ad-4015-8d03-32d7a20fea15 req-99681192-1766-4811-accf-897ba3327c9c tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:31.575833 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d3fae9d5-14ad-4015-8d03-32d7a20fea15 req-99681192-1766-4811-accf-897ba3327c9c tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0524683 Aug 27 03:37:31.620715 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d3fae9d5-14ad-4015-8d03-32d7a20fea15 req-89e68f25-a3c9-42d9-9aa5-ecb7c1fe4173 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384886 Aug 27 03:37:31.682228 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45462) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:31.788955 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954c205-5183-4ea3-b0c1-f3b6af419e81 req-d08afe0e-9ba4-4da3-b944-3cc37d54852b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:31.791839 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9954c205-5183-4ea3-b0c1-f3b6af419e81 req-d08afe0e-9ba4-4da3-b944-3cc37d54852b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0743864 Aug 27 03:37:31.816230 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b442a7a4-c2da-4c00-bafd-4b99e6777577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:31.875711 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9954c205-5183-4ea3-b0c1-f3b6af419e81 req-4eedd9dd-ddd6-4551-a858-4bf18f0d8b33 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626745 Aug 27 03:37:31.886959 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-a60ca16c-2b17-4d5e-835e-6076025bd58e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796475 Aug 27 03:37:31.914152 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e66c-e60f-4633-8ff0-47585b903c16 req-61922709-66f0-457b-ba3f-2cec44d11472 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:31.915923 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6195e66c-e60f-4633-8ff0-47585b903c16 req-61922709-66f0-457b-ba3f-2cec44d11472 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0819299 Aug 27 03:37:31.960710 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6195e66c-e60f-4633-8ff0-47585b903c16 req-3c485f01-5b56-4498-9a00-23c1e02fad10 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353298 Aug 27 03:37:31.961582 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b442a7a4-c2da-4c00-bafd-4b99e6777577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:31.997265 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b442a7a4-c2da-4c00-bafd-4b99e6777577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:32.041321 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-b442a7a4-c2da-4c00-bafd-4b99e6777577 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33419b9d27c8414d902e54da79a67992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579032 Aug 27 03:37:32.044256 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45474) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:32.049022 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442a7a4-c2da-4c00-bafd-4b99e6777577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590b8c86-1846-4c99-806b-21d42977d1a3,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:32.061848 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab518773-c8f8-4c14-bf62-3cb7449cda03 req-dc1d3bb5-d3c3-480a-aae1-7429c9d4ffdf tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:32.063441 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ab518773-c8f8-4c14-bf62-3cb7449cda03 req-dc1d3bb5-d3c3-480a-aae1-7429c9d4ffdf tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 945 time: 0.1003711 Aug 27 03:37:32.109070 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-ab518773-c8f8-4c14-bf62-3cb7449cda03 req-4a508548-5eed-486d-a83d-ec4470385658 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/security-groups?id=82be60e7-6c10-4fc5-920f-bdc7aa268762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 Aug 27 03:37:32.112496 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-33365118-cd1e-4f20-903e-66c43257941b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:32.136363 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-33365118-cd1e-4f20-903e-66c43257941b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:32.184635 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-33365118-cd1e-4f20-903e-66c43257941b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:32.187481 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-33365118-cd1e-4f20-903e-66c43257941b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:32.188723 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-33365118-cd1e-4f20-903e-66c43257941b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/590b8c86-1846-4c99-806b-21d42977d1a3 HTTP/1.1" status: 204 len: 168 time: 0.1434233 Aug 27 03:37:32.197899 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33365118-cd1e-4f20-903e-66c43257941b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590b8c86-1846-4c99-806b-21d42977d1a3,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:32.479568 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c2995-1353-46db-8389-87b370c13d28 req-6d0b4b7d-0418-4ac6-b288-dd1a7112bd73 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:32.480979 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d27c2995-1353-46db-8389-87b370c13d28 req-6d0b4b7d-0418-4ac6-b288-dd1a7112bd73 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 945 time: 0.0579453 Aug 27 03:37:32.588363 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-d27c2995-1353-46db-8389-87b370c13d28 req-fac7f449-8bf3-4e24-b763-4e449e625ef1 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Deleting port 346cffca-c0d9-4c93-b4b2-0b00babd353e {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:32.588702 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d27c2995-1353-46db-8389-87b370c13d28 req-fac7f449-8bf3-4e24-b763-4e449e625ef1 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:32.714330 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-d27c2995-1353-46db-8389-87b370c13d28 req-fac7f449-8bf3-4e24-b763-4e449e625ef1 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] For port 346cffca-c0d9-4c93-b4b2-0b00babd353e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=346cffca-c0d9-4c93-b4b2-0b00babd353e,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:32.714711 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d27c2995-1353-46db-8389-87b370c13d28 req-fac7f449-8bf3-4e24-b763-4e449e625ef1 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:32.733055 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-d27c2995-1353-46db-8389-87b370c13d28 req-fac7f449-8bf3-4e24-b763-4e449e625ef1 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Calling delete_port for 346cffca-c0d9-4c93-b4b2-0b00babd353e owned by compute:nova {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:32.915201 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d27c2995-1353-46db-8389-87b370c13d28 req-fac7f449-8bf3-4e24-b763-4e449e625ef1 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:32.937107 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['346cffca-c0d9-4c93-b4b2-0b00babd353e'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:32.948230 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7f449-8bf3-4e24-b763-4e449e625ef1 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Pushing event deleted for resources: {'Port': ['ID=346cffca-c0d9-4c93-b4b2-0b00babd353e,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:33.000761 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27c2995-1353-46db-8389-87b370c13d28 req-fac7f449-8bf3-4e24-b763-4e449e625ef1 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] No DVR routers for this DVR port 346cffca-c0d9-4c93-b4b2-0b00babd353e on host hv-cinder-77398 {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:33.011474 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-d27c2995-1353-46db-8389-87b370c13d28 req-fac7f449-8bf3-4e24-b763-4e449e625ef1 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:33.013402 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d27c2995-1353-46db-8389-87b370c13d28 req-fac7f449-8bf3-4e24-b763-4e449e625ef1 tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.64 "DELETE /v2.0/ports/346cffca-c0d9-4c93-b4b2-0b00babd353e HTTP/1.1" status: 204 len: 173 time: 0.5252035 Aug 27 03:37:33.013839 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'name': 'network-vif-deleted', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:33.016222 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b82f38a-49ba-402d-a79e-033d36289760" -d '{"events": [{"server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "name": "network-vif-deleted", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:33.069238 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230db6e-86ee-41a0-b8be-813bf6d01c07 req-e79a43c8-1d45-41e5-8172-a73879065274 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:33.071635 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a230db6e-86ee-41a0-b8be-813bf6d01c07 req-e79a43c8-1d45-41e5-8172-a73879065274 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0730991 Aug 27 03:37:33.085543 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2106a-eb63-4736-a40b-fbb43bdf19a2 req-b7d70049-c907-44b1-be1e-78503e3ffea7 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:33.087927 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-31d2106a-eb63-4736-a40b-fbb43bdf19a2 req-b7d70049-c907-44b1-be1e-78503e3ffea7 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0552173 Aug 27 03:37:33.114161 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a230db6e-86ee-41a0-b8be-813bf6d01c07 req-93ea56d2-bf71-400b-ba76-3e885f24064b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356295 Aug 27 03:37:33.136333 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-31d2106a-eb63-4736-a40b-fbb43bdf19a2 req-3da746b4-5586-463b-852a-aa4d1b63500d tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404167 Aug 27 03:37:33.177831 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8664bd4f-617d-495c-8c98-9317da34698e x-openstack-request-id: req-8664bd4f-617d-495c-8c98-9317da34698e {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:33.178172 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ef6b26-210c-4a21-9e6b-3d774163f7d9", "name": "network-vif-deleted", "tag": "346cffca-c0d9-4c93-b4b2-0b00babd353e", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:33.178418 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8664bd4f-617d-495c-8c98-9317da34698e {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:33.178820 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ef6b26-210c-4a21-9e6b-3d774163f7d9', 'name': 'network-vif-deleted', 'tag': '346cffca-c0d9-4c93-b4b2-0b00babd353e', 'status': 'completed', 'code': 200} Aug 27 03:37:33.242326 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b76f7c1e-ae39-4182-be6c-a1f2a7c84bcf req-fe7a5773-7769-4340-af4a-93283756701e tempest-TestMinimumBasicScenario-18519943 tempest-TestMinimumBasicScenario-18519943-project] 10.222.0.41 "GET /v2.0/ports?device_id=52ef6b26-210c-4a21-9e6b-3d774163f7d9 HTTP/1.1" status: 200 len: 210 time: 0.0317163 Aug 27 03:37:33.274641 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-bc4337d6-2da0-45e3-8930-646c18aed044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:33.276151 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-bc4337d6-2da0-45e3-8930-646c18aed044 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93&tenant_id=bf0e5ad5b3604edbb896d54aed296874 HTTP/1.1" status: 200 len: 1099 time: 0.0531130 Aug 27 03:37:33.345120 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-33e2a8a0-7d94-4577-b116-fa9fa9b5478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:33.346937 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-33e2a8a0-7d94-4577-b116-fa9fa9b5478a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf0e5ad5b3604edbb896d54aed296874&device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 1099 time: 0.0434818 Aug 27 03:37:33.460747 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-04850554-13b7-45b0-96fd-8c8c9055af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:33.462233 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-04850554-13b7-45b0-96fd-8c8c9055af14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0db1ba7a-004f-465e-bc59-521f28c94f5d HTTP/1.1" status: 200 len: 910 time: 0.1067343 Aug 27 03:37:33.533013 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-088d9205-cf6d-4372-857f-b2ce0acaa5eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75 HTTP/1.1" status: 200 len: 1002 time: 0.0621278 Aug 27 03:37:33.590448 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-58f4827f-413b-4fae-83d7-fbd4b2302daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:33.593200 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-58f4827f-413b-4fae-83d7-fbd4b2302daa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d08032dd-4899-4d3f-a28b-f17f8dec7675 HTTP/1.1" status: 200 len: 848 time: 0.0492184 Aug 27 03:37:33.649612 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-8d1b5ace-5ab5-469a-9d33-ab393694435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:33.651304 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-8d1b5ace-5ab5-469a-9d33-ab393694435c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0db1ba7a-004f-465e-bc59-521f28c94f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0463126 Aug 27 03:37:33.707547 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:33.753453 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-be36d42f-82c0-435e-8f6c-3e439e36a7ba service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933514 Aug 27 03:37:33.869855 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-98e8b152-0def-4f83-ac2a-1d0514472b01 req-ea89f44e-31ac-48f8-801d-bf76fbe3e49f service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045868 Aug 27 03:37:34.196376 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 346cffca-c0d9-4c93-b4b2-0b00babd353e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:34.218998 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: 346cffca-c0d9-4c93-b4b2-0b00babd353e {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:34.219350 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 346cffca-c0d9-4c93-b4b2-0b00babd353e not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:34.219767 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:34.257914 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d3c36-4d3b-4a22-93eb-c4060fa8f66d req-7dc77b3b-af8d-46b6-ad0c-16f45d1ca737 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:34.262549 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-215d3c36-4d3b-4a22-93eb-c4060fa8f66d req-7dc77b3b-af8d-46b6-ad0c-16f45d1ca737 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0535259 Aug 27 03:37:34.269064 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dfdda-9678-4214-b53f-71922abab95f req-699098cc-99e3-4de4-8d0f-2ae62a297096 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:34.270761 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8f1dfdda-9678-4214-b53f-71922abab95f req-699098cc-99e3-4de4-8d0f-2ae62a297096 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0547886 Aug 27 03:37:34.299094 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-215d3c36-4d3b-4a22-93eb-c4060fa8f66d req-dbbce4c9-f5d1-4e8c-823f-7b9cd988b42c tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337560 Aug 27 03:37:34.303694 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:34.320544 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-8f1dfdda-9678-4214-b53f-71922abab95f req-fbef0e28-90c4-4dd8-bf3a-ee7de0b45c3b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422106 Aug 27 03:37:34.339494 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:34.342465 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a908d2f-702a-4bb6-a518-d15c95bb0a0f" -d '{"events": [{"server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "name": "network-vif-unplugged", "status": "completed", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:34.358223 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:34.366512 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:34.423891 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,revision_number=6']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:34.520129 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf18805-e401-42e5-b673-40c6b8661c62 x-openstack-request-id: req-baf18805-e401-42e5-b673-40c6b8661c62 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:34.520440 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "name": "network-vif-unplugged", "status": "completed", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:34.520687 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-baf18805-e401-42e5-b673-40c6b8661c62 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:34.521419 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'code': 200} Aug 27 03:37:34.934042 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbc239-0798-4af2-9958-a9024eb8e0f3 req-6cf6b981-afda-460e-834f-93fe30bc7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:34.935646 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-04bbc239-0798-4af2-9958-a9024eb8e0f3 req-6cf6b981-afda-460e-834f-93fe30bc7a4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 1097 time: 0.0477962 Aug 27 03:37:34.979890 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-04bbc239-0798-4af2-9958-a9024eb8e0f3 req-2d625b55-2034-45b4-bcc7-dee962a4bbca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356951 Aug 27 03:37:35.090089 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45584) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:35.502303 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d273-4d0b-4248-928e-a0e5e290107e req-91881e8f-9913-4169-bdba-5d3f9c347fab tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:35.503662 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eeb6d273-4d0b-4248-928e-a0e5e290107e req-91881e8f-9913-4169-bdba-5d3f9c347fab tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 944 time: 0.0965598 Aug 27 03:37:35.578271 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b59ad-815e-41bd-8dae-282c82bef0e1 req-dd410c0b-fbb3-4522-8601-40dc40921f7c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:35.579784 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f40b59ad-815e-41bd-8dae-282c82bef0e1 req-dd410c0b-fbb3-4522-8601-40dc40921f7c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0550132 Aug 27 03:37:35.603960 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eeb6d273-4d0b-4248-928e-a0e5e290107e req-ffb5b9aa-affc-4bc7-8fe8-3b8c4313c953 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905445 Aug 27 03:37:35.622740 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f40b59ad-815e-41bd-8dae-282c82bef0e1 req-6a426328-1dd3-4f0d-910f-77e4b27e0254 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365844 Aug 27 03:37:35.652401 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680652'] for router_interface, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.972410 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] Deleting port 2169d171-fb5e-4d70-8968-ec3e2d7ca460 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:35.972642 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:36.054793 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] For port 2169d171-fb5e-4d70-8968-ec3e2d7ca460, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=2169d171-fb5e-4d70-8968-ec3e2d7ca460,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:36.055148 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:36.068706 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] Calling delete_port for 2169d171-fb5e-4d70-8968-ec3e2d7ca460 owned by network:router_interface {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:36.192175 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:37:36.293851 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:36.307119 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'port_id': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'mac_address': 'fa:16:3e:7a:9a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:37:36.352330 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:36.366129 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:37:36.386426 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:36.393025 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:36.450726 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,revision_number=7']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:36.533957 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:36.564224 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] Pushing event deleted for resources: {'Port': ['ID=2169d171-fb5e-4d70-8968-ec3e2d7ca460,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:36.605116 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['841cb56a-cf7a-45f5-9cf2-feaf16a02b75'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:36.754162 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45610) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:36.796522 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590db45-992c-4f8f-aeb3-b0ccbb4fa49d req-a01b726e-b5bb-4006-8a1b-553d9b294b8a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:36.813455 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f590db45-992c-4f8f-aeb3-b0ccbb4fa49d req-a01b726e-b5bb-4006-8a1b-553d9b294b8a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0788231 Aug 27 03:37:36.815761 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680454'] for router_interface, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:36.843388 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31e1c6-ec0f-4927-b5ed-c922cf0fe87b req-c09d7ef8-f104-48d0-8eb4-9039b31812ed tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:36.845250 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9b31e1c6-ec0f-4927-b5ed-c922cf0fe87b req-c09d7ef8-f104-48d0-8eb4-9039b31812ed tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 945 time: 0.0919752 Aug 27 03:37:36.881895 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-f590db45-992c-4f8f-aeb3-b0ccbb4fa49d req-e93137eb-bc0e-4fc1-ad32-6244c504197d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671251 Aug 27 03:37:36.932793 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-57880121-4b99-4da2-828b-34dc3ecf6004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:36.997049 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9b31e1c6-ec0f-4927-b5ed-c922cf0fe87b req-fb7c382b-22b6-4dbd-9420-f0684f129a8a tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060522 Aug 27 03:37:37.183965 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-57880121-4b99-4da2-828b-34dc3ecf6004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.190385 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-57880121-4b99-4da2-828b-34dc3ecf6004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.198456 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] Router 43f1ad8f-466b-493b-9aa1-60de1a377b63 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:37.237841 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-57880121-4b99-4da2-828b-34dc3ecf6004 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fb25d6759754f6fae20a76f508ca8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826305 Aug 27 03:37:37.239877 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57880121-4b99-4da2-828b-34dc3ecf6004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa3960b-5703-494e-bd04-d10c982b447b,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:37.240759 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45618) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:37.293901 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bde27d46-ec79-400d-8bec-82a82a9ec60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.315769 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bde27d46-ec79-400d-8bec-82a82a9ec60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.345571 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:37.350690 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-e31bb70b-586f-4796-845e-5f01537b3564 admin admin] 10.222.0.41 "PUT /v2.0/routers/43f1ad8f-466b-493b-9aa1-60de1a377b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2594955 Aug 27 03:37:37.353328 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45620) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:37.355582 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79466606-409c-4175-a555-6640aa9d06bb None None] Sync routers for ids ['43f1ad8f-466b-493b-9aa1-60de1a377b63'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:37.366745 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79466606-409c-4175-a555-6640aa9d06bb None None] Routers {'43f1ad8f-466b-493b-9aa1-60de1a377b63'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:37.367349 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-79466606-409c-4175-a555-6640aa9d06bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:37:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['43f1ad8f-466b-493b-9aa1-60de1a377b63'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:37.441926 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bde27d46-ec79-400d-8bec-82a82a9ec60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.444682 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-bde27d46-ec79-400d-8bec-82a82a9ec60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.448283 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-bde27d46-ec79-400d-8bec-82a82a9ec60a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3aa3960b-5703-494e-bd04-d10c982b447b HTTP/1.1" status: 204 len: 168 time: 0.2039781 Aug 27 03:37:37.461531 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde27d46-ec79-400d-8bec-82a82a9ec60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa3960b-5703-494e-bd04-d10c982b447b,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:37.475733 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Notify callbacks [] for router, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.476202 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-79466606-409c-4175-a555-6640aa9d06bb None None] Set router 43f1ad8f-466b-493b-9aa1-60de1a377b63 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:37.594224 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.661432 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Deleting port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:37.662038 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.695936 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-79466606-409c-4175-a555-6640aa9d06bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:37:36Z', 'revision_number': 5, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port': {'id': 'b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:34Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:37.727707 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79466606-409c-4175-a555-6640aa9d06bb None None] Checking router: 43f1ad8f-466b-493b-9aa1-60de1a377b63 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:37.736495 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79466606-409c-4175-a555-6640aa9d06bb None None] Routers {'43f1ad8f-466b-493b-9aa1-60de1a377b63'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:37.737113 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-79466606-409c-4175-a555-6640aa9d06bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:37:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['43f1ad8f-466b-493b-9aa1-60de1a377b63'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:37.758257 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] For port b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:37.758655 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.766081 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45626) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:37.772181 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Calling delete_port for b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 owned by network:router_gateway {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:37.780702 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c06b17ab-dc2c-4edc-b4e0-442cc1195c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.826078 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-79466606-409c-4175-a555-6640aa9d06bb None None] Set router 43f1ad8f-466b-493b-9aa1-60de1a377b63 gateway port host: None {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:37.875857 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c06b17ab-dc2c-4edc-b4e0-442cc1195c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.881049 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-79466606-409c-4175-a555-6640aa9d06bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:37:37Z', 'revision_number': 6, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port_host': None}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:37.881579 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c06b17ab-dc2c-4edc-b4e0-442cc1195c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.914915 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79466606-409c-4175-a555-6640aa9d06bb None None] The sync data for ids ['43f1ad8f-466b-493b-9aa1-60de1a377b63'] in dv-cinder-773985-14-smb is: [{'id': '43f1ad8f-466b-493b-9aa1-60de1a377b63', 'name': 'tempest-TestMinimumBasicScenario-1796429936-router', 'tenant_id': 'aa5ce3b069874313bfc4be8a62039449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:33Z', 'updated_at': '2021-08-27T03:37:37Z', 'revision_number': 6, 'project_id': 'aa5ce3b069874313bfc4be8a62039449', 'gw_port_host': None}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:37.933351 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-c06b17ab-dc2c-4edc-b4e0-442cc1195c1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7419178c3b64267b74ef883e8c0a1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658480 Aug 27 03:37:37.934129 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45630) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:37.973245 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b17ab-dc2c-4edc-b4e0-442cc1195c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c609b1c5-24dd-4131-8996-8c14d98db706,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:37.975267 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.005197 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:38.007711 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-05f7b281-60e5-4d25-9e24-a4509ed4380e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.031657 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-05f7b281-60e5-4d25-9e24-a4509ed4380e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.082556 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-05f7b281-60e5-4d25-9e24-a4509ed4380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.085364 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-05f7b281-60e5-4d25-9e24-a4509ed4380e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.090515 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-05f7b281-60e5-4d25-9e24-a4509ed4380e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c609b1c5-24dd-4131-8996-8c14d98db706 HTTP/1.1" status: 204 len: 168 time: 0.1534495 Aug 27 03:37:38.099607 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7b281-60e5-4d25-9e24-a4509ed4380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c609b1c5-24dd-4131-8996-8c14d98db706,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:38.102612 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470bcb6-bb66-4d7f-9c7f-e50748127e02 req-c475f2b5-b654-46d3-86f5-e63593c11fe1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:38.104199 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9470bcb6-bb66-4d7f-9c7f-e50748127e02 req-c475f2b5-b654-46d3-86f5-e63593c11fe1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.1012113 Aug 27 03:37:38.107604 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682844'] for router_gateway, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.200684 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:37:38.216300 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12288'] for router, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.218615 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.268854 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:37:38.269450 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.279084 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9470bcb6-bb66-4d7f-9c7f-e50748127e02 req-83756cd2-911e-4224-ac72-f988445a97db tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391206 Aug 27 03:37:38.308839 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-685004'] for router, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.308839 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43f1ad8f-466b-493b-9aa1-60de1a377b63 {{(pid=93857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:37:38.314306 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] Notify callbacks [] for router, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.315572 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-6b124713-f5d7-45bc-ad6b-482fbd5fdc18 admin admin] 10.222.0.41 "DELETE /v2.0/routers/43f1ad8f-466b-493b-9aa1-60de1a377b63 HTTP/1.1" status: 204 len: 168 time: 0.9613070 Aug 27 03:37:38.318253 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45636) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:38.375205 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5afb582-c4a9-44d4-aed9-de323f8e163f admin admin] Deleting subnet 781a9e05-ff03-49bb-a972-d6c923079172 {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:38.388197 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e5afb582-c4a9-44d4-aed9-de323f8e163f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.444773 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e5afb582-c4a9-44d4-aed9-de323f8e163f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909152'] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.462307 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.487390 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 2169d171-fb5e-4d70-8968-ec3e2d7ca460 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:38.506533 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:38.508817 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764e5d35-f4c8-4d69-bea2-44d7e7ad2bc9" -d '{"events": [{"server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "name": "network-vif-plugged", "status": "completed", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:38.534692 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 2169d171-fb5e-4d70-8968-ec3e2d7ca460 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:38.535038 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 2169d171-fb5e-4d70-8968-ec3e2d7ca460 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:38.539773 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:38.547631 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.565114 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e5afb582-c4a9-44d4-aed9-de323f8e163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.573772 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c6beb5-a871-4bd1-8270-a896f9017b49 x-openstack-request-id: req-b5c6beb5-a871-4bd1-8270-a896f9017b49 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:38.574081 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "name": "network-vif-plugged", "status": "completed", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:38.574477 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5c6beb5-a871-4bd1-8270-a896f9017b49 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:38.574869 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'code': 200} Aug 27 03:37:38.601887 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,revision_number=8']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:38.627901 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e5afb582-c4a9-44d4-aed9-de323f8e163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559101'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.658685 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afb582-c4a9-44d4-aed9-de323f8e163f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781a9e05-ff03-49bb-a972-d6c923079172,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:38.664437 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e5afb582-c4a9-44d4-aed9-de323f8e163f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.668619 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-e5afb582-c4a9-44d4-aed9-de323f8e163f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/781a9e05-ff03-49bb-a972-d6c923079172 HTTP/1.1" status: 204 len: 168 time: 0.3471215 Aug 27 03:37:38.668968 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45648) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:38.669460 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f2bc9-774d-4a50-ab52-0efa508e1e32 None None] Network 0e882ab8-b67d-4872-b267-3ad1ab0103b5 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:38.767600 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.829174 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Deleting port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:38.829768 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.867800 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7823d241-dacb-4cf1-b339-ecffe74ce5b8 None None] DHCP port deletion for 0e882ab8-b67d-4872-b267-3ad1ab0103b5 request from dv-cinder-773985-14-smb {{(pid=93858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:37:38.913987 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] For port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=4522e905-7ffe-42dd-b839-2a9c8ef57fe5,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:38.914470 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.935488 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Calling delete_port for 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 owned by network:dhcp {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:38.937150 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-7823d241-dacb-4cf1-b339-ecffe74ce5b8 None None] Deleting port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:38.937755 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7823d241-dacb-4cf1-b339-ecffe74ce5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.019458 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-7823d241-dacb-4cf1-b339-ecffe74ce5b8 None None] For port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=4522e905-7ffe-42dd-b839-2a9c8ef57fe5,segment=NetworkSegment(cee03ada-0877-4ab4-9152-fb89648a27dc),segment_id=cee03ada-0877-4ab4-9152-fb89648a27dc)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:39.020120 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7823d241-dacb-4cf1-b339-ecffe74ce5b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.030614 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.039388 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-7823d241-dacb-4cf1-b339-ecffe74ce5b8 None None] Calling delete_port for 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 owned by network:dhcp {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:39.061715 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] No DVR routers for this DVR port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 on host dv-cinder-773985-14-smb {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:39.069207 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Pushing event deleted for resources: {'Port': ['ID=4522e905-7ffe-42dd-b839-2a9c8ef57fe5,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:39.149251 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.162916 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e882ab8-b67d-4872-b267-3ad1ab0103b5']}} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:39.177572 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee03ada-0877-4ab4-9152-fb89648a27dc') {'for_net_delete': True} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:39.177902 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee03ada-0877-4ab4-9152-fb89648a27dc') {} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:39.186589 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7823d241-dacb-4cf1-b339-ecffe74ce5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.188937 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-587290'] for segment, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.209482 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.217949 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=93856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:39.218420 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478446'] for segment, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: Traceback (most recent call last): Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: timer() Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: cb(*args, **kw) Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: return func(*args, **kwargs) Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: self._notify() Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: self.callback(batched_events) Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: event.method(event) Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: return f(self, *a, **k) Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: return self._get(url).json() Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:39.221271 dv-cinder-773985-14-smb neutron-server[93856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:39.236323 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823d241-dacb-4cf1-b339-ecffe74ce5b8 None None] Pushing event deleted for resources: {'Port': ['ID=4522e905-7ffe-42dd-b839-2a9c8ef57fe5,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:39.248749 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823d241-dacb-4cf1-b339-ecffe74ce5b8 None None] No DVR routers for this DVR port 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 on host dv-cinder-773985-14-smb {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:39.326012 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.332784 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.338150 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45666) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:39.338743 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0e882ab8-b67d-4872-b267-3ad1ab0103b5 HTTP/1.1" status: 204 len: 168 time: 0.6683376 Aug 27 03:37:39.352260 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ef81a-6258-4cbf-a70d-aefc264e8416 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e882ab8-b67d-4872-b267-3ad1ab0103b5,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:39.491369 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b14578-2be1-4336-b9d9-3d6bf0ddf7f6 req-2b95a513-2a4f-4681-9012-83a27e6df5e3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:39.492966 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d6b14578-2be1-4336-b9d9-3d6bf0ddf7f6 req-2b95a513-2a4f-4681-9012-83a27e6df5e3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0986023 Aug 27 03:37:39.676494 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-8d051a34-3b35-4e93-854e-18a5b13ac0b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484114 Aug 27 03:37:39.775388 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-b94c0d0d-2711-4233-87bc-3c935ba6a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:39.776927 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-b94c0d0d-2711-4233-87bc-3c935ba6a5e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf0e5ad5b3604edbb896d54aed296874&device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 1099 time: 0.0475347 Aug 27 03:37:39.861843 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d6b14578-2be1-4336-b9d9-3d6bf0ddf7f6 req-a40e914f-d301-4f03-87f7-b6916766c0d7 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548574 Aug 27 03:37:39.890684 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-667831bb-cecc-4d8a-8a0d-71a369992830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:39.892473 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-667831bb-cecc-4d8a-8a0d-71a369992830 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0db1ba7a-004f-465e-bc59-521f28c94f5d HTTP/1.1" status: 200 len: 910 time: 0.0949628 Aug 27 03:37:39.968661 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-e5680224-fc2e-4f8d-aa0e-3d5b7bbcaddd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75 HTTP/1.1" status: 200 len: 1002 time: 0.0689671 Aug 27 03:37:40.019916 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-6d1dfc50-f234-4493-bea4-16379619349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:40.021674 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-6d1dfc50-f234-4493-bea4-16379619349c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d08032dd-4899-4d3f-a28b-f17f8dec7675 HTTP/1.1" status: 200 len: 848 time: 0.0462444 Aug 27 03:37:40.049004 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680652'] for router_interface, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.073035 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-85627ec6-c264-4323-8d67-2c04a25fba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:40.073035 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-85627ec6-c264-4323-8d67-2c04a25fba3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0db1ba7a-004f-465e-bc59-521f28c94f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0417540 Aug 27 03:37:40.222708 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-5373d3e8-4cfc-4fba-96ff-a17f27826978 service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432829 Aug 27 03:37:40.290407 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:40.320853 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:40.321771 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device b4ad5f1e-fdf8-484a-ace4-8a5082feb7d6 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:40.322648 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:40.362765 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] Deleting port 7335b966-71db-47f3-a17c-550934ca5e38 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:40.363667 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:40.363667 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4522e905-7ffe-42dd-b839-2a9c8ef57fe5 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:40.364814 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.377578 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eabc5484-02ea-48dc-b4d7-48d3fdf47050 req-fa23d44c-ef13-4789-af12-7ab2d832da53 service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477385 Aug 27 03:37:40.471481 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] For port 7335b966-71db-47f3-a17c-550934ca5e38, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=7335b966-71db-47f3-a17c-550934ca5e38,segment=NetworkSegment(b4c5d85b-b34d-41ea-bf6b-e6984aac3c74),segment_id=b4c5d85b-b34d-41ea-bf6b-e6984aac3c74)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:40.471823 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.486426 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] Calling delete_port for 7335b966-71db-47f3-a17c-550934ca5e38 owned by network:router_interface {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:40.691427 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.725028 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7335b966-71db-47f3-a17c-550934ca5e38,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:40.963024 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680454'] for router_interface, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.020225 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89537a56-aee6-4bcc-a198-c31a655e08e6 req-8307cc8a-179a-4212-8d90-fb142146252c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:41.022341 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-89537a56-aee6-4bcc-a198-c31a655e08e6 req-8307cc8a-179a-4212-8d90-fb142146252c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0568173 Aug 27 03:37:41.063974 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-89537a56-aee6-4bcc-a198-c31a655e08e6 req-6abdf030-f3bf-48b0-8217-6e1ede287ec6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350094 Aug 27 03:37:41.200227 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] Router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:41.332709 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:41.339437 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-77558b9e-a2d7-49b6-a1c4-b8e68cede6a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/1b3d016b-40cd-45ba-9298-74e2708aa5d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9993093 Aug 27 03:37:41.343108 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45698) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:41.343396 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] Sync routers for ids ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:41.354188 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] Routers {'1b3d016b-40cd-45ba-9298-74e2708aa5d2'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:41.354976 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:37:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:41.470587 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] Set router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:41.480223 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Notify callbacks [] for router, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.601422 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.666367 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Deleting port 8bb5de62-bac5-486b-beb9-4b18648ba144 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:41.666682 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.692538 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'name': 'tempest-TestMinimumBasicScenario-748228522-router', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:37:40Z', 'revision_number': 5, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'gw_port': {'id': '8bb5de62-bac5-486b-beb9-4b18648ba144', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:55:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:41.726570 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] Checking router: 1b3d016b-40cd-45ba-9298-74e2708aa5d2 for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:41.737358 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] Routers {'1b3d016b-40cd-45ba-9298-74e2708aa5d2'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:41.738005 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:37:17Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:41.764193 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] For port 8bb5de62-bac5-486b-beb9-4b18648ba144, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=8bb5de62-bac5-486b-beb9-4b18648ba144,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:41.764788 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.782392 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Calling delete_port for 8bb5de62-bac5-486b-beb9-4b18648ba144 owned by network:router_gateway {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:41.966398 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] Set router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 gateway port host: None {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:41.983431 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.015501 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb5de62-bac5-486b-beb9-4b18648ba144,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:42.035284 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'name': 'tempest-TestMinimumBasicScenario-748228522-router', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:37:41Z', 'revision_number': 6, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'gw_port_host': None}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:42.075946 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa24e8-c153-4e04-8e70-2f25001877ee None None] The sync data for ids ['1b3d016b-40cd-45ba-9298-74e2708aa5d2'] in dv-cinder-773985-14-smb is: [{'id': '1b3d016b-40cd-45ba-9298-74e2708aa5d2', 'name': 'tempest-TestMinimumBasicScenario-748228522-router', 'tenant_id': 'e246a43f98a345a19b7196d67932c307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:41Z', 'updated_at': '2021-08-27T03:37:41Z', 'revision_number': 6, 'project_id': 'e246a43f98a345a19b7196d67932c307', 'gw_port_host': None}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:42.103578 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682844'] for router_gateway, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.198821 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ee5bdd34-7413-4420-8156-29011cbdd652 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:37:42.228916 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12288'] for router, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.233487 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.295903 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe17f25-b8e3-4638-9d5e-6a2ef483ddfe req-f57997f0-2f28-4a15-ae83-7dcba75a39b6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:42.297635 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6fe17f25-b8e3-4638-9d5e-6a2ef483ddfe req-f57997f0-2f28-4a15-ae83-7dcba75a39b6 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.1252496 Aug 27 03:37:42.299014 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-685004'] for router, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.299666 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b3d016b-40cd-45ba-9298-74e2708aa5d2 {{(pid=93857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:37:42.305451 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] Notify callbacks [] for router, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.306649 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-6307be90-87f5-4898-8620-fdb7ce0bae53 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1b3d016b-40cd-45ba-9298-74e2708aa5d2 HTTP/1.1" status: 204 len: 168 time: 0.9626150 Aug 27 03:37:42.310465 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45716) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:42.325954 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:42.344072 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'port_id': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'mac_address': 'fa:16:3e:d1:02:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:37:42.382577 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-6fe17f25-b8e3-4638-9d5e-6a2ef483ddfe req-70974abf-4618-434f-99c3-56bdb9ee3629 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744107 Aug 27 03:37:42.388235 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a98c74-c79c-4d12-8f4c-a0c5c0670c02 admin admin] Deleting subnet 2a6266e1-0415-4af0-bf6d-1f3a6c1552fe {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:42.391794 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-64a98c74-c79c-4d12-8f4c-a0c5c0670c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.401858 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.423394 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee5bdd34-7413-4420-8156-29011cbdd652 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:37:42.455220 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:42.463697 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.465148 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-64a98c74-c79c-4d12-8f4c-a0c5c0670c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909152'] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.586617 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['ee5bdd34-7413-4420-8156-29011cbdd652'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:42.600993 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-64a98c74-c79c-4d12-8f4c-a0c5c0670c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.633995 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 7335b966-71db-47f3-a17c-550934ca5e38 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:42.661814 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 7335b966-71db-47f3-a17c-550934ca5e38 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:42.662649 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 7335b966-71db-47f3-a17c-550934ca5e38 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:42.675556 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=6']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:42.707028 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-64a98c74-c79c-4d12-8f4c-a0c5c0670c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559101'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.737685 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71884cb9-3895-40a3-be36-1ac1f8d9f991 None None] Network b92d97db-1a08-4145-a64a-1a5a3be9d8ab requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:42.749482 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-64a98c74-c79c-4d12-8f4c-a0c5c0670c02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.752032 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-64a98c74-c79c-4d12-8f4c-a0c5c0670c02 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2a6266e1-0415-4af0-bf6d-1f3a6c1552fe HTTP/1.1" status: 204 len: 168 time: 0.4402385 Aug 27 03:37:42.753355 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a98c74-c79c-4d12-8f4c-a0c5c0670c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6266e1-0415-4af0-bf6d-1f3a6c1552fe,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:42.755679 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45728) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:42.864038 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.958951 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Deleting port 42f87cd6-6adf-4687-89da-e697547e92cf {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:42.962805 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.071389 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f91f2d-cc6a-4761-b01f-004ce17ffc3e None None] DHCP port deletion for b92d97db-1a08-4145-a64a-1a5a3be9d8ab request from dv-cinder-773985-14-smb {{(pid=93858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:37:43.071664 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] For port 42f87cd6-6adf-4687-89da-e697547e92cf, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=42f87cd6-6adf-4687-89da-e697547e92cf,segment=NetworkSegment(b4c5d85b-b34d-41ea-bf6b-e6984aac3c74),segment_id=b4c5d85b-b34d-41ea-bf6b-e6984aac3c74)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:43.071965 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.087706 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Calling delete_port for 42f87cd6-6adf-4687-89da-e697547e92cf owned by network:dhcp {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:43.172048 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-12f91f2d-cc6a-4761-b01f-004ce17ffc3e None None] Deleting port 42f87cd6-6adf-4687-89da-e697547e92cf {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:43.173273 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-12f91f2d-cc6a-4761-b01f-004ce17ffc3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.267118 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-12f91f2d-cc6a-4761-b01f-004ce17ffc3e None None] For port 42f87cd6-6adf-4687-89da-e697547e92cf, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=42f87cd6-6adf-4687-89da-e697547e92cf,segment=NetworkSegment(b4c5d85b-b34d-41ea-bf6b-e6984aac3c74),segment_id=b4c5d85b-b34d-41ea-bf6b-e6984aac3c74)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:43.268103 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-12f91f2d-cc6a-4761-b01f-004ce17ffc3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.291477 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-12f91f2d-cc6a-4761-b01f-004ce17ffc3e None None] Calling delete_port for 42f87cd6-6adf-4687-89da-e697547e92cf owned by network:dhcp {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:43.527557 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.578996 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f87cd6-6adf-4687-89da-e697547e92cf,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:43.582006 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] No DVR routers for this DVR port 42f87cd6-6adf-4687-89da-e697547e92cf on host dv-cinder-773985-14-smb {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:43.624250 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-12f91f2d-cc6a-4761-b01f-004ce17ffc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.680248 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4ee025c-067f-4681-9f06-b9a3cd34ed36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.682149 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f91f2d-cc6a-4761-b01f-004ce17ffc3e None None] Pushing event deleted for resources: {'Port': ['ID=42f87cd6-6adf-4687-89da-e697547e92cf,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:43.694558 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f91f2d-cc6a-4761-b01f-004ce17ffc3e None None] No DVR routers for this DVR port 42f87cd6-6adf-4687-89da-e697547e92cf on host dv-cinder-773985-14-smb {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:43.696925 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388ac03-4780-4f0a-9955-206ac5e3b94d req-3f8eb697-f739-4f55-8c34-8b07c76a765b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:43.705503 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e388ac03-4780-4f0a-9955-206ac5e3b94d req-3f8eb697-f739-4f55-8c34-8b07c76a765b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 944 time: 0.1143942 Aug 27 03:37:43.725962 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.742543 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92d97db-1a08-4145-a64a-1a5a3be9d8ab']}} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:43.762169 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74') {'for_net_delete': True} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:43.763150 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c5d85b-b34d-41ea-bf6b-e6984aac3c74') {} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:43.774751 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8909183'] for segment, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.783574 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e388ac03-4780-4f0a-9955-206ac5e3b94d req-a040548b-c43e-45ce-b34a-207faf458560 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604548 Aug 27 03:37:43.791702 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.800458 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=93857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:43.801376 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599586'] for segment, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: Traceback (most recent call last): Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: timer() Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: cb(*args, **kw) Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: return func(*args, **kwargs) Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: self._notify() Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: self.callback(batched_events) Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: event.method(event) Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: return f(self, *a, **k) Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: return self._get(url).json() Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:43.803542 dv-cinder-773985-14-smb neutron-server[93857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:43.894862 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.901846 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:43.906709 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b92d97db-1a08-4145-a64a-1a5a3be9d8ab HTTP/1.1" status: 204 len: 168 time: 1.1499722 Aug 27 03:37:43.919773 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be6d78-063c-4d35-8f9e-2647fdaac133 admin admin] Pushing event deleted for resources: {'Network': ['ID=b92d97db-1a08-4145-a64a-1a5a3be9d8ab,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:44.137540 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45762) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:44.191850 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-016f7941-032a-4115-b419-54f99a96d528 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa5ce3b069874313bfc4be8a62039449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528193 Aug 27 03:37:44.196083 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45764) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:44.206360 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ee5bdd34-7413-4420-8156-29011cbdd652 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:37:44.268523 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fb6e314c-3c96-4a92-b577-6c45965a0925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:44.319797 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fb6e314c-3c96-4a92-b577-6c45965a0925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:44.342808 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 42f87cd6-6adf-4687-89da-e697547e92cf no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:44.347298 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port ee5bdd34-7413-4420-8156-29011cbdd652 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:37:44.347672 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:44.374237 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 42f87cd6-6adf-4687-89da-e697547e92cf {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:44.374901 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 42f87cd6-6adf-4687-89da-e697547e92cf not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:44.375477 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 8bb5de62-bac5-486b-beb9-4b18648ba144 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:44.393722 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fb6e314c-3c96-4a92-b577-6c45965a0925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:44.397429 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-fb6e314c-3c96-4a92-b577-6c45965a0925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:44.401189 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-fb6e314c-3c96-4a92-b577-6c45965a0925 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82be60e7-6c10-4fc5-920f-bdc7aa268762 HTTP/1.1" status: 204 len: 168 time: 0.2019255 Aug 27 03:37:44.425252 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e314c-3c96-4a92-b577-6c45965a0925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82be60e7-6c10-4fc5-920f-bdc7aa268762,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:44.457235 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 8bb5de62-bac5-486b-beb9-4b18648ba144 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:44.457758 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 8bb5de62-bac5-486b-beb9-4b18648ba144 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:44.551939 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:44.601099 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:44.602557 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:44.605680 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310a29e8-0bdf-40fe-aecc-f4302b5c56a8" -d '{"events": [{"server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "name": "network-vif-plugged", "status": "completed", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:44.631145 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:44.684950 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daa06a9-a391-49c8-a15d-82e737841735 x-openstack-request-id: req-9daa06a9-a391-49c8-a15d-82e737841735 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:44.685322 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "name": "network-vif-plugged", "status": "completed", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:44.685575 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9daa06a9-a391-49c8-a15d-82e737841735 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:44.685974 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'code': 200} Aug 27 03:37:44.728595 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=7']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:45.029100 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ac8e-ccf9-424a-a902-51b8253814d9 req-14d4a3c0-d0be-4c36-9ca5-347ac08475df tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:45.030792 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-efe7ac8e-ccf9-424a-a902-51b8253814d9 req-14d4a3c0-d0be-4c36-9ca5-347ac08475df tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0962975 Aug 27 03:37:45.033040 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45782) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:45.093688 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-1aa30296-a7cd-40c9-b306-ba0b73d7aabe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e246a43f98a345a19b7196d67932c307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592587 Aug 27 03:37:45.099427 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45784) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:45.134871 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-efe7ac8e-ccf9-424a-a902-51b8253814d9 req-ef5b84fb-21e7-4294-b17b-a0f7a50850c1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915043 Aug 27 03:37:45.177926 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5c65-6e98-4295-ad26-c11b07f39aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:45.223467 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5c65-6e98-4295-ad26-c11b07f39aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:45.298640 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5c65-6e98-4295-ad26-c11b07f39aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:45.303232 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5c65-6e98-4295-ad26-c11b07f39aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:45.304806 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-3cfc5c65-6e98-4295-ad26-c11b07f39aff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20fe2f7b-5298-44d8-8ec7-1844ef251754 HTTP/1.1" status: 204 len: 168 time: 0.2039087 Aug 27 03:37:45.316459 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc5c65-6e98-4295-ad26-c11b07f39aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fe2f7b-5298-44d8-8ec7-1844ef251754,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:46.309181 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3bd21-1ffb-4db4-a3b5-e59d87a1b774 req-e108ae69-2d88-48d1-adaf-a0b14b3d439f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:46.311446 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b1c3bd21-1ffb-4db4-a3b5-e59d87a1b774 req-e108ae69-2d88-48d1-adaf-a0b14b3d439f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0755227 Aug 27 03:37:46.402157 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-b1c3bd21-1ffb-4db4-a3b5-e59d87a1b774 req-19c2ed58-4bf3-4f7f-ac37-fc442abcc3ac tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799687 Aug 27 03:37:46.591160 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa45-ea0d-453b-8d47-b57a2241378b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:47.499514 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:47.548734 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc158a74-7f18-4eb7-a2e6-e5727fe42c26 req-c409d1fd-3e86-462e-baa0-d0353b131e37 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:47.556192 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-dc158a74-7f18-4eb7-a2e6-e5727fe42c26 req-c409d1fd-3e86-462e-baa0-d0353b131e37 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0642354 Aug 27 03:37:47.596522 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-dc158a74-7f18-4eb7-a2e6-e5727fe42c26 req-8cc0b516-4df0-4ef3-8255-8757e9866b21 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392754 Aug 27 03:37:47.817930 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.000822 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45826) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:48.172126 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-964d529e-36d0-407e-84c8-c48751e4f301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.300195 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-964d529e-36d0-407e-84c8-c48751e4f301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.306737 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-964d529e-36d0-407e-84c8-c48751e4f301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.364132 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-964d529e-36d0-407e-84c8-c48751e4f301 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cff4a4d422ea4160b9063625ff43affa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618772 Aug 27 03:37:48.367844 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45830) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:48.372059 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d529e-36d0-407e-84c8-c48751e4f301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb782ef4-0b90-48ee-a00d-ed1f9301209b,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:48.462150 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-53b04219-0eab-4f8d-956a-79b2fc9fa68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.491162 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-53b04219-0eab-4f8d-956a-79b2fc9fa68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.577122 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-53b04219-0eab-4f8d-956a-79b2fc9fa68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.583626 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-53b04219-0eab-4f8d-956a-79b2fc9fa68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.587974 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-53b04219-0eab-4f8d-956a-79b2fc9fa68b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb782ef4-0b90-48ee-a00d-ed1f9301209b HTTP/1.1" status: 204 len: 168 time: 0.2184451 Aug 27 03:37:48.597145 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b04219-0eab-4f8d-956a-79b2fc9fa68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb782ef4-0b90-48ee-a00d-ed1f9301209b,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:48.762307 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b703b-89ec-45f4-b2fb-54381bb6bb2f req-3f708a5f-9f96-44b0-b4c8-707e1b4463a4 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:48.764990 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5a0b703b-89ec-45f4-b2fb-54381bb6bb2f req-3f708a5f-9f96-44b0-b4c8-707e1b4463a4 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0805509 Aug 27 03:37:48.823683 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-5a0b703b-89ec-45f4-b2fb-54381bb6bb2f req-5ecba50c-fb34-4c87-a1b9-7e7d16815a45 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475016 Aug 27 03:37:49.004247 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45838) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:49.028206 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f840c765-0687-42dd-9b63-efa3bb86bfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.059097 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.154075 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f840c765-0687-42dd-9b63-efa3bb86bfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.159269 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f840c765-0687-42dd-9b63-efa3bb86bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.202485 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f840c765-0687-42dd-9b63-efa3bb86bfd1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc9d4a0aa4f4468181ff85f68dba70e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962993 Aug 27 03:37:49.203342 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840c765-0687-42dd-9b63-efa3bb86bfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef107fda-d317-4b8b-b790-6e90a0beba14,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:49.205746 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45840) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:49.289893 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e263e381-54a1-4d26-8c89-264e024b63e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.340449 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e263e381-54a1-4d26-8c89-264e024b63e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.425765 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e263e381-54a1-4d26-8c89-264e024b63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.429065 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-e263e381-54a1-4d26-8c89-264e024b63e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.430352 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-e263e381-54a1-4d26-8c89-264e024b63e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef107fda-d317-4b8b-b790-6e90a0beba14 HTTP/1.1" status: 204 len: 168 time: 0.2232733 Aug 27 03:37:49.456175 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263e381-54a1-4d26-8c89-264e024b63e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef107fda-d317-4b8b-b790-6e90a0beba14,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:49.893398 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 45852) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:49.914641 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5caf2468-7b9d-4ba0-83e9-ed45eac114a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:50.004035 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c09c1c-59a4-4832-a601-16ee6f79f691 req-3b8fce79-3ffe-453e-b421-c17ef20ecd2f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:50.005947 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37c09c1c-59a4-4832-a601-16ee6f79f691 req-3b8fce79-3ffe-453e-b421-c17ef20ecd2f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0934889 Aug 27 03:37:50.075847 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37c09c1c-59a4-4832-a601-16ee6f79f691 req-dd1148fa-f900-462d-ac50-4f699d7396c4 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614910 Aug 27 03:37:50.153715 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5caf2468-7b9d-4ba0-83e9-ed45eac114a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:50.159347 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-5caf2468-7b9d-4ba0-83e9-ed45eac114a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:50.221893 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf2468-7b9d-4ba0-83e9-ed45eac114a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9b7ba7-0c5c-4f2f-845e-62f1383ab792,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:50.229820 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-5caf2468-7b9d-4ba0-83e9-ed45eac114a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d86b4af78f04be68c83695c278e258c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353033 Aug 27 03:37:50.233356 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 45854) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:50.317931 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73653488-6b8d-4aac-bd27-cba4202f1a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:50.349155 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73653488-6b8d-4aac-bd27-cba4202f1a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:50.419126 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73653488-6b8d-4aac-bd27-cba4202f1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:50.422174 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-73653488-6b8d-4aac-bd27-cba4202f1a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:50.426947 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-73653488-6b8d-4aac-bd27-cba4202f1a57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e9b7ba7-0c5c-4f2f-845e-62f1383ab792 HTTP/1.1" status: 204 len: 168 time: 0.1913772 Aug 27 03:37:50.437771 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73653488-6b8d-4aac-bd27-cba4202f1a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9b7ba7-0c5c-4f2f-845e-62f1383ab792,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:51.255867 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ceacc-5cd7-49ef-865f-62ec1caa91e1 req-fd88aa72-fba1-4e46-9fcc-22a4e4eb9864 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:51.257564 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-816ceacc-5cd7-49ef-865f-62ec1caa91e1 req-fd88aa72-fba1-4e46-9fcc-22a4e4eb9864 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0705042 Aug 27 03:37:51.332642 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-816ceacc-5cd7-49ef-865f-62ec1caa91e1 req-ba3a9ec8-cbc8-40c2-8f36-1321845ab5c3 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649428 Aug 27 03:37:52.535776 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f317eb-8bae-455c-ba76-e25deee23518 req-74219f21-27a0-4999-8181-8228714ced69 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:52.542412 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-19f317eb-8bae-455c-ba76-e25deee23518 req-74219f21-27a0-4999-8181-8228714ced69 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.1091626 Aug 27 03:37:52.595493 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-19f317eb-8bae-455c-ba76-e25deee23518 req-475389d4-7b47-40a7-937a-5ce000654d0c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482185 Aug 27 03:37:53.774404 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d638a8-ae4b-427d-80d5-d0fb317fc3b1 req-86ae6eae-4fa8-4a5b-ad54-df89b4945a92 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:53.778667 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-71d638a8-ae4b-427d-80d5-d0fb317fc3b1 req-86ae6eae-4fa8-4a5b-ad54-df89b4945a92 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0667892 Aug 27 03:37:53.826988 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-71d638a8-ae4b-427d-80d5-d0fb317fc3b1 req-0ce9f406-8860-40d1-bcb8-653e4a008c78 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390959 Aug 27 03:37:54.454673 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-272d883c-8297-4cde-a106-88fdd7622b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:54.457289 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-272d883c-8297-4cde-a106-88fdd7622b50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 1098 time: 0.0486693 Aug 27 03:37:54.560144 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-12f7066e-a23e-4c52-9e01-4c54c6843935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:54.561633 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-12f7066e-a23e-4c52-9e01-4c54c6843935 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 917 time: 0.0957296 Aug 27 03:37:54.638637 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-51fe38d5-d78c-425a-ae83-92ec3213e550 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5bdd34-7413-4420-8156-29011cbdd652 HTTP/1.1" status: 200 len: 1001 time: 0.0687029 Aug 27 03:37:54.691681 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-66451743-6471-4b32-9d7a-9476e3848adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:54.693165 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-66451743-6471-4b32-9d7a-9476e3848adc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.0463665 Aug 27 03:37:54.747804 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-81bf5e4b-1232-4558-852b-7342588aacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:54.749374 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-81bf5e4b-1232-4558-852b-7342588aacb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0487084 Aug 27 03:37:54.848969 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-d5542ecc-d0a2-4f90-a984-7f58e3c34316 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919547 Aug 27 03:37:54.993746 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1194b-b97a-4279-ac9c-e9f0a0cc2145 req-59ada709-8505-448c-ac6a-181ab1983c0c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:54.995399 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9df1194b-b97a-4279-ac9c-e9f0a0cc2145 req-59ada709-8505-448c-ac6a-181ab1983c0c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0811563 Aug 27 03:37:54.997750 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-25bf13e1-65c4-4aa8-98a1-b965354757ac req-f9fdc7b0-d72b-4773-a7a0-1ac1d4c793b3 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408830 Aug 27 03:37:55.043777 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9df1194b-b97a-4279-ac9c-e9f0a0cc2145 req-2050be36-198a-40e4-a12e-b309c2cd2192 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409496 Aug 27 03:37:56.190195 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71c952-d632-483a-9763-c0dcbcc7797b req-e785b021-f9db-40ce-a8bd-c1052626b97f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:56.192012 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-be71c952-d632-483a-9763-c0dcbcc7797b req-e785b021-f9db-40ce-a8bd-c1052626b97f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0646207 Aug 27 03:37:56.240312 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-be71c952-d632-483a-9763-c0dcbcc7797b req-574b1e13-ebc3-445d-9b1f-a9a18bbaca47 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371208 Aug 27 03:37:57.382081 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe3db-f067-45e3-b1f9-8b6e14d32bfd req-0b9062c3-824e-40f4-be57-35d77ece6466 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:57.383660 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-340fe3db-f067-45e3-b1f9-8b6e14d32bfd req-0b9062c3-824e-40f4-be57-35d77ece6466 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 945 time: 0.0511742 Aug 27 03:37:57.428743 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-340fe3db-f067-45e3-b1f9-8b6e14d32bfd req-99cefa33-e65f-4496-9497-77b39e75529d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371685 Aug 27 03:37:58.279237 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ee5bdd34-7413-4420-8156-29011cbdd652 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:58.398737 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:58.438089 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:58.442383 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ab3d7-d435-4ba1-bb5f-169643807981" -d '{"events": [{"server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "name": "network-vif-unplugged", "status": "completed", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:58.466982 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:58.474834 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:58.512982 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac2e60d-3bff-4a95-80df-e514c35cff85 x-openstack-request-id: req-fac2e60d-3bff-4a95-80df-e514c35cff85 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:58.513539 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "name": "network-vif-unplugged", "status": "failed", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652", "code": 422}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:58.513793 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fac2e60d-3bff-4a95-80df-e514c35cff85 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:58.514240 dv-cinder-773985-14-smb neutron-server[93858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'code': 422} returned with failed status Aug 27 03:37:58.570447 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=8']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:58.633898 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69d21a-e3e9-4f9e-8a7a-2b69ec32f46e req-62517f8e-6afd-45a7-ad0d-0377145a9615 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:58.635424 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa69d21a-e3e9-4f9e-8a7a-2b69ec32f46e req-62517f8e-6afd-45a7-ad0d-0377145a9615 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0630076 Aug 27 03:37:58.681967 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fa69d21a-e3e9-4f9e-8a7a-2b69ec32f46e req-f9e56534-6027-46f4-96e1-ec4cd0c85a03 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371380 Aug 27 03:37:59.036181 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46044) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:59.141143 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-180c3dd1-faec-4290-897f-1d371b2e747b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035981 Aug 27 03:37:59.844498 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c00d6-6876-4d41-a351-cff918e6363c req-3d462dd5-6dce-4e8a-b5ea-bab132acb15d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:59.845969 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d44c00d6-6876-4d41-a351-cff918e6363c req-3d462dd5-6dce-4e8a-b5ea-bab132acb15d tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0592775 Aug 27 03:37:59.905463 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d44c00d6-6876-4d41-a351-cff918e6363c req-3977f4b7-525f-4aad-b7aa-476b7b79c004 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488453 Aug 27 03:38:00.052482 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-1af8ad7e-dbc1-415c-ada9-131b85eafa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:00.055175 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-1af8ad7e-dbc1-415c-ada9-131b85eafa70 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e&tenant_id=d597800516ce450ab54b937650e01824 HTTP/1.1" status: 200 len: 1096 time: 0.0518613 Aug 27 03:38:00.132272 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-fe43c623-e3b0-4df3-83e1-d2b82b4df7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:00.134806 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-fe43c623-e3b0-4df3-83e1-d2b82b4df7f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 1096 time: 0.0562394 Aug 27 03:38:00.239385 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-298c8fe9-11f0-44a2-887f-11467aa8e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:00.240882 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-298c8fe9-11f0-44a2-887f-11467aa8e30c service neutron] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 917 time: 0.0980716 Aug 27 03:38:00.315860 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-f4a4a09e-42b0-402e-8db6-0e2c21079a87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5bdd34-7413-4420-8156-29011cbdd652 HTTP/1.1" status: 200 len: 999 time: 0.0660558 Aug 27 03:38:00.382983 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-fd25c4ec-b72a-4f56-916f-240d6756d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:00.385002 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-fd25c4ec-b72a-4f56-916f-240d6756d31a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.0612981 Aug 27 03:38:00.446905 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:38:00.447881 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-f9a77187-4483-49e9-a31a-935eef882def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:00.449469 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-f9a77187-4483-49e9-a31a-935eef882def service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0558093 Aug 27 03:38:00.544534 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-a5eaa839-636a-4e68-848f-8628199d75e0 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869696 Aug 27 03:38:00.658531 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-013fb74b-fe28-4bdf-8e5c-90c1fdac05bc req-5bd97c63-7a25-4a88-82b2-934727e3bdd2 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036816 Aug 27 03:38:01.034373 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bd8d3-5d81-4537-a151-bd2eeb34a481 req-a82b6883-ba3f-49f4-aab0-8b88c72fd8a5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:01.035952 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a55bd8d3-5d81-4537-a151-bd2eeb34a481 req-a82b6883-ba3f-49f4-aab0-8b88c72fd8a5 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0531857 Aug 27 03:38:01.087385 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a55bd8d3-5d81-4537-a151-bd2eeb34a481 req-113a0de2-d09a-4715-9aa3-db5decc5b9b4 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450866 Aug 27 03:38:02.240997 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e052f9-5c9f-428c-b633-ac4e404d8d37 req-56d6afd4-ddf1-4dd6-8f7f-dd680297aab2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:02.242665 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-03e052f9-5c9f-428c-b633-ac4e404d8d37 req-56d6afd4-ddf1-4dd6-8f7f-dd680297aab2 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0625894 Aug 27 03:38:02.285718 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-03e052f9-5c9f-428c-b633-ac4e404d8d37 req-5e52b42d-c553-4f69-a48b-d7f3b0407c98 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368559 Aug 27 03:38:02.712339 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46098) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:02.826824 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ae1c8596-32c8-4d84-8060-2e144fc49c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:02.956348 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ae1c8596-32c8-4d84-8060-2e144fc49c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:02.963408 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ae1c8596-32c8-4d84-8060-2e144fc49c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:03.006446 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ae1c8596-32c8-4d84-8060-2e144fc49c96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ff8683575fd43d8ba72d40ffa94131b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989440 Aug 27 03:38:03.007309 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c8596-32c8-4d84-8060-2e144fc49c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fef6ce-4cb8-4b0d-b82e-5aa77ec27491,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:03.011410 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46102) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:03.085351 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dee7c5f2-e17f-4347-85a0-2200fa2ae71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:03.112666 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dee7c5f2-e17f-4347-85a0-2200fa2ae71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:03.180127 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dee7c5f2-e17f-4347-85a0-2200fa2ae71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:03.183397 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dee7c5f2-e17f-4347-85a0-2200fa2ae71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:03.188976 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-dee7c5f2-e17f-4347-85a0-2200fa2ae71f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87fef6ce-4cb8-4b0d-b82e-5aa77ec27491 HTTP/1.1" status: 204 len: 168 time: 0.1762040 Aug 27 03:38:03.200122 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7c5f2-e17f-4347-85a0-2200fa2ae71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fef6ce-4cb8-4b0d-b82e-5aa77ec27491,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:03.462940 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e84d37-3c7c-4775-a5d3-e6edec49ea45 req-deed3bcb-5a81-48c1-a36f-794db4bf870f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:03.464604 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d2e84d37-3c7c-4775-a5d3-e6edec49ea45 req-deed3bcb-5a81-48c1-a36f-794db4bf870f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0630987 Aug 27 03:38:03.547498 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d2e84d37-3c7c-4775-a5d3-e6edec49ea45 req-3d9c9346-a9d0-4062-90fd-49ac9420bf28 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751612 Aug 27 03:38:03.704250 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:04.714814 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a94676-f0c9-4624-a309-6c26bb41729d req-dd755706-b58f-4078-96eb-84fbfefba435 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:04.716489 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a7a94676-f0c9-4624-a309-6c26bb41729d req-dd755706-b58f-4078-96eb-84fbfefba435 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0588441 Aug 27 03:38:04.772026 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-a7a94676-f0c9-4624-a309-6c26bb41729d req-5e56312e-2eb4-4214-a9f9-da809f1ec986 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412369 Aug 27 03:38:05.831342 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-4ccc3781-0e7a-44e3-8394-780bba77a5da tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc8553d0b9954a189e2ebf42f193e873&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373192 Aug 27 03:38:05.988147 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74482e35-ac7e-4c88-a780-4faaa8c143d5 req-eaf2ea69-8852-4153-ae69-e060b380699f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:05.990177 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-74482e35-ac7e-4c88-a780-4faaa8c143d5 req-eaf2ea69-8852-4153-ae69-e060b380699f tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.1024523 Aug 27 03:38:06.037497 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-74482e35-ac7e-4c88-a780-4faaa8c143d5 req-d8d18349-a76f-40ba-8be7-7ec66d6d9f18 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405025 Aug 27 03:38:06.055734 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08778b62-5469-4563-95b5-40fe8201954b req-70b4c7ea-cbac-4803-8491-d4af2fa1a2c4 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:06.057348 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-70b4c7ea-cbac-4803-8491-d4af2fa1a2c4 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175384 Aug 27 03:38:06.078394 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-61a27d77-6ddc-46e6-9bcb-ef431ec59131 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/quotas/cc8553d0b9954a189e2ebf42f193e873 HTTP/1.1" status: 200 len: 375 time: 0.0150456 Aug 27 03:38:06.132243 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-5c8f7766-f650-4ecc-9dcb-1e41c9650ec8 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc8553d0b9954a189e2ebf42f193e873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429900 Aug 27 03:38:06.336625 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-4f196401-c491-4cb6-b5ef-fe78d04f7fd3 req-1aba987f-593d-4d8c-bb2e-3e399261bfbc tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 210 time: 0.0307970 Aug 27 03:38:07.186632 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d434c-e378-463e-bf62-2a403caeb669 req-6b44bd45-98ce-4d92-93eb-64c7f6860230 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:07.188120 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-128d434c-e378-463e-bf62-2a403caeb669 req-6b44bd45-98ce-4d92-93eb-64c7f6860230 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0570922 Aug 27 03:38:07.229015 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-128d434c-e378-463e-bf62-2a403caeb669 req-828a4859-af27-432b-bb43-1f403099c936 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348349 Aug 27 03:38:07.446733 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1bd3bf3d-3a15-4806-9f40-e9c3fc62f9ba req-ce4fef4a-b19b-4804-89ff-63e28a979b70 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 210 time: 0.0331697 Aug 27 03:38:08.377961 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c614dde-ac44-4f23-9afa-dde651ad8260 req-e99da0c6-86f1-4c37-8779-2e089a86b883 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:08.379474 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9c614dde-ac44-4f23-9afa-dde651ad8260 req-e99da0c6-86f1-4c37-8779-2e089a86b883 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0516150 Aug 27 03:38:08.431345 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-9c614dde-ac44-4f23-9afa-dde651ad8260 req-ece7356b-b86c-4fa8-a801-f3aaacbc9048 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414245 Aug 27 03:38:08.570704 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37743ef0-26a6-4942-8a66-258b3643c59b req-20368df2-aa88-4be0-a0c5-3e979639fe6c tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 210 time: 0.0266430 Aug 27 03:38:09.571226 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bdaae-4606-423e-b424-81fcbd0b518f req-ec3fe6dd-483c-42d6-83af-8a98e2cc849a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:09.572795 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a03bdaae-4606-423e-b424-81fcbd0b518f req-ec3fe6dd-483c-42d6-83af-8a98e2cc849a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0592079 Aug 27 03:38:09.629567 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-a03bdaae-4606-423e-b424-81fcbd0b518f req-845c36f1-9119-483d-af2c-cd53db076062 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464993 Aug 27 03:38:09.692172 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-3316f0ee-1c3a-401b-9fc5-40a955463881 req-e10995b3-50f0-4b84-b93a-9ee437eb2cd6 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 210 time: 0.0270629 Aug 27 03:38:10.779140 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c622cf8-ae9a-4a76-b264-c1234dba18aa req-32705437-b3d7-4b09-9eba-b60c4e960fa1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:10.781726 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1c622cf8-ae9a-4a76-b264-c1234dba18aa req-32705437-b3d7-4b09-9eba-b60c4e960fa1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0678391 Aug 27 03:38:10.799855 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ead8d6f0-0ebc-4d9d-a022-4243bce796fa req-69782eb6-f0aa-4260-9a0e-4b15f2c8a1bb tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 210 time: 0.0295789 Aug 27 03:38:10.821911 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-1c622cf8-ae9a-4a76-b264-c1234dba18aa req-9547ea32-0b24-4934-9582-2c96896acd8e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346894 Aug 27 03:38:11.895078 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-40530acf-62af-4ad4-9661-29f2aada039f req-ea962c3c-adf1-469b-ba6a-dd417e04b60d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 210 time: 0.0260663 Aug 27 03:38:11.948309 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1ea4b-e3e1-4e79-954c-1551e0cc2cf9 req-44833c28-936f-43d8-92e0-aada7242c585 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:11.949797 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fcf1ea4b-e3e1-4e79-954c-1551e0cc2cf9 req-44833c28-936f-43d8-92e0-aada7242c585 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0517747 Aug 27 03:38:11.991084 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-fcf1ea4b-e3e1-4e79-954c-1551e0cc2cf9 req-f4f735af-5435-4137-af4f-5ddaa713414b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352418 Aug 27 03:38:13.015679 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-31cb0bc8-b387-4e82-9ea5-04c15ef51bd4 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cc8553d0b9954a189e2ebf42f193e873&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444348 Aug 27 03:38:13.035388 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-138c57c2-2c1b-41f7-90ab-6673a2ab07fa req-2fbd2a00-f31a-48d7-a6bb-8f89c4090eb7 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 210 time: 0.0541749 Aug 27 03:38:13.185427 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd444e9f-0a67-4ace-be57-7599217e0bef req-c87f5c17-5e52-4248-8f08-6dba74dafb5a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:13.190677 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd444e9f-0a67-4ace-be57-7599217e0bef req-c87f5c17-5e52-4248-8f08-6dba74dafb5a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0745990 Aug 27 03:38:13.237555 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-cd444e9f-0a67-4ace-be57-7599217e0bef req-49517e11-c232-4449-9efd-028ef897ee69 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432825 Aug 27 03:38:13.305086 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08778b62-5469-4563-95b5-40fe8201954b req-8145297c-587c-44c4-ab20-72cbf7ca7c95 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:13.306691 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-8145297c-587c-44c4-ab20-72cbf7ca7c95 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746072 Aug 27 03:38:13.321913 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Request body: {'port': {'device_id': 'ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c', 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf', 'admin_state_up': True, 'tenant_id': 'cc8553d0b9954a189e2ebf42f193e873'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:13.445499 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Made reservation on behalf of cc8553d0b9954a189e2ebf42f193e873 for: {'port': 1} {{(pid=93856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:38:13.450380 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.556763 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6c41a744-d846-48c2-b4cd-62c2fc56b64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.725449 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.839361 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.846971 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.915877 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:13.933687 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.934041 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.934398 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.934759 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.935054 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.935382 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.935814 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.936029 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.936581 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.936912 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.937230 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:13.937549 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:14.012168 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_common [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Allocated IP 192.168.233.68 (459fbdae-1d39-4184-a17f-56c92337d1cf/7dbb8667-fefa-423f-9744-d48090670e3c/997915ee-96e7-44e5-addd-b8e6c89ae3cb) {{(pid=93856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:38:14.190967 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-37fb9ac4-5ea5-4770-938e-abb5f5247ebe req-2e6a63e2-22ef-44b7-b2f2-7d196364a1bb tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 210 time: 0.0425842 Aug 27 03:38:14.215746 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks [] for port, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:14.223866 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Transition to ACTIVE for port object 997915ee-96e7-44e5-addd-b8e6c89ae3cb will not be triggered until provisioned by entity DHCP. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:38:14.262883 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764601330935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:14.310061 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Network 459fbdae-1d39-4184-a17f-56c92337d1cf is already hosted by enough agents. {{(pid=93856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:38:14.313349 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.base_scheduler [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Resources bound (agent type, host, resource id): {{(pid=93856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:38:14.317457 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Received port after_create {{(pid=93856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:38:14.342208 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ee5bdd34-7413-4420-8156-29011cbdd652 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:38:14.342741 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Pushing event updated for resources: {'Port': ['ID=997915ee-96e7-44e5-addd-b8e6c89ae3cb,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:14.374795 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d1540-9e3e-4bd1-8375-55d0a60ab07b req-f055624e-1b36-481c-9e9b-bbd2c1ea112e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:14.382516 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7b2d1540-9e3e-4bd1-8375-55d0a60ab07b req-f055624e-1b36-481c-9e9b-bbd2c1ea112e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 943 time: 0.0613968 Aug 27 03:38:14.384165 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:14.385019 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:14.409145 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-105752a0-a452-4245-b9d8-4ec0523ed29d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0912492 Aug 27 03:38:14.422481 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.v2.base [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Request body: {'port': {'device_id': 'ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:14.434453 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-7b2d1540-9e3e-4bd1-8375-55d0a60ab07b req-79fa06b8-f338-46f8-8573-22d413b458cf tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501165 Aug 27 03:38:14.493600 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:14.498471 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:14.507907 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'port_id': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'mac_address': 'fa:16:3e:d1:02:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:38:14.552341 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:14.566607 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5bdd34-7413-4420-8156-29011cbdd652 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:38:14.588195 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:14.592606 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:14.634999 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-896a27f4-c04c-4965-9eec-c5d35fc042bc None None] Provisioning for port 997915ee-96e7-44e5-addd-b8e6c89ae3cb completed by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:38:14.643879 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-896a27f4-c04c-4965-9eec-c5d35fc042bc None None] Provisioning complete for port 997915ee-96e7-44e5-addd-b8e6c89ae3cb triggered by entity DHCP. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:38:14.644249 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-896a27f4-c04c-4965-9eec-c5d35fc042bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:14.677009 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=9']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:14.696742 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-896a27f4-c04c-4965-9eec-c5d35fc042bc None None] Port 997915ee-96e7-44e5-addd-b8e6c89ae3cb cannot update to ACTIVE because it is not bound. {{(pid=93858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:38:14.796419 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997915ee-96e7-44e5-addd-b8e6c89ae3cb {{(pid=93856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:38:14.804533 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:14.817116 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.provisioning_blocks [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Transition to ACTIVE for port object 997915ee-96e7-44e5-addd-b8e6c89ae3cb will not be triggered until provisioned by entity L2. {{(pid=93856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:38:14.821802 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:14.826718 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['ee5bdd34-7413-4420-8156-29011cbdd652'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:38:14.879450 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Pushing event updated for resources: {'Port': ['ID=997915ee-96e7-44e5-addd-b8e6c89ae3cb,revision_number=2']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:14.963596 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Attempting to bind port 997915ee-96e7-44e5-addd-b8e6c89ae3cb on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:38:14.963943 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Attempting to bind port 997915ee-96e7-44e5-addd-b8e6c89ae3cb by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '4e704f93-5ef6-4056-94e9-358a3e8a461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf'}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:38:14.964280 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Attempting to bind port 997915ee-96e7-44e5-addd-b8e6c89ae3cb on network 459fbdae-1d39-4184-a17f-56c92337d1cf {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:38:14.972235 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Port 997915ee-96e7-44e5-addd-b8e6c89ae3cb on network 459fbdae-1d39-4184-a17f-56c92337d1cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:38:14.972932 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Attempting to bind port 997915ee-96e7-44e5-addd-b8e6c89ae3cb on network 459fbdae-1d39-4184-a17f-56c92337d1cf {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:38:14.978667 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Checking agent: {'id': '01933de3-f65f-4574-9a00-c8b607b2adce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:38:14.979001 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Checking segment: {'id': '4e704f93-5ef6-4056-94e9-358a3e8a461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:38:14.979385 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Bound using segment: {'id': '4e704f93-5ef6-4056-94e9-358a3e8a461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf'} {{(pid=93856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:38:14.979814 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.managers [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Bound port: 997915ee-96e7-44e5-addd-b8e6c89ae3cb, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e704f93-5ef6-4056-94e9-358a3e8a461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf'}}] {{(pid=93856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:38:14.980172 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:15.053622 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] For port 997915ee-96e7-44e5-addd-b8e6c89ae3cb, host hv-cinder-77398, cleared binding levels {{(pid=93856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:38:15.056960 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] For port 997915ee-96e7-44e5-addd-b8e6c89ae3cb, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=997915ee-96e7-44e5-addd-b8e6c89ae3cb,segment=NetworkSegment(4e704f93-5ef6-4056-94e9-358a3e8a461f),segment_id=4e704f93-5ef6-4056-94e9-358a3e8a461f)] {{(pid=93856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:38:15.062005 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478402'] for port, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:15.107712 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.108312 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:15.109765 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] 10.222.0.64 "PUT /v2.0/ports/997915ee-96e7-44e5-addd-b8e6c89ae3cb HTTP/1.1" status: 200 len: 1097 time: 0.6918035 Aug 27 03:38:15.110560 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c', 'tag': '997915ee-96e7-44e5-addd-b8e6c89ae3cb'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:15.113268 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c", "tag": "997915ee-96e7-44e5-addd-b8e6c89ae3cb"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:15.153423 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944fa8-b8e3-49b7-8158-bc5c58d2aab3 service neutron] Pushing event updated for resources: {'Port': ['ID=997915ee-96e7-44e5-addd-b8e6c89ae3cb,revision_number=3']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:15.162160 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a313731-5ef4-47ea-9956-526e20f66f67 x-openstack-request-id: req-3a313731-5ef4-47ea-9956-526e20f66f67 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:15.162688 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c", "tag": "997915ee-96e7-44e5-addd-b8e6c89ae3cb", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:15.162892 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a313731-5ef4-47ea-9956-526e20f66f67 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:15.163469 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c', 'tag': '997915ee-96e7-44e5-addd-b8e6c89ae3cb', 'status': 'completed', 'code': 200} Aug 27 03:38:15.217431 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08778b62-5469-4563-95b5-40fe8201954b req-2b02eedf-1a2d-4825-bdd8-cc8151f2f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.219346 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-2b02eedf-1a2d-4825-bdd8-cc8151f2f7f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc8553d0b9954a189e2ebf42f193e873&device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 1100 time: 0.0549212 Aug 27 03:38:15.265925 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-f371d939-90e5-4f5b-ac77-a17d125dd0ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=997915ee-96e7-44e5-addd-b8e6c89ae3cb HTTP/1.1" status: 200 len: 217 time: 0.0378351 Aug 27 03:38:15.324223 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f289d-ec2a-44c6-ae62-5b59a324af46 req-63827927-613a-4800-b3eb-925d452a36ed tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.324604 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08778b62-5469-4563-95b5-40fe8201954b req-efb2d846-6987-4504-92de-17e1dba4e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.325865 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-535f289d-ec2a-44c6-ae62-5b59a324af46 req-63827927-613a-4800-b3eb-925d452a36ed tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 947 time: 0.0564301 Aug 27 03:38:15.326344 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-efb2d846-6987-4504-92de-17e1dba4e675 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dbb8667-fefa-423f-9744-d48090670e3c HTTP/1.1" status: 200 len: 843 time: 0.0512531 Aug 27 03:38:15.370402 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-535f289d-ec2a-44c6-ae62-5b59a324af46 req-82bdfce3-f181-4017-b9f7-22d078b60e38 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371578 Aug 27 03:38:15.378746 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08778b62-5469-4563-95b5-40fe8201954b req-970182d9-6a69-477e-baf2-44922547f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.382727 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-970182d9-6a69-477e-baf2-44922547f42d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=459fbdae-1d39-4184-a17f-56c92337d1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484614 Aug 27 03:38:15.485791 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-7982c09d-3287-473b-9d71-8bf9b06802d5 service neutron] 10.222.0.64 "GET /v2.0/networks/459fbdae-1d39-4184-a17f-56c92337d1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941286 Aug 27 03:38:15.633877 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8ed3b-1d60-46dd-b0cb-f10e1e2378f7 req-73080d43-d750-4672-8133-a47234704e98 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.635328 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0ca8ed3b-1d60-46dd-b0cb-f10e1e2378f7 req-73080d43-d750-4672-8133-a47234704e98 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 944 time: 0.1234591 Aug 27 03:38:15.640021 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-08778b62-5469-4563-95b5-40fe8201954b req-3fb84655-19bb-4ac5-990b-20307dc587c2 service neutron] 10.222.0.64 "GET /v2.0/networks/459fbdae-1d39-4184-a17f-56c92337d1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475189 Aug 27 03:38:15.675861 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-0ca8ed3b-1d60-46dd-b0cb-f10e1e2378f7 req-b8246d81-dff4-4715-9556-a9d245f1343e tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345352 Aug 27 03:38:15.730087 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-78597494-c0eb-41d1-8b21-995552b84e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.731611 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-78597494-c0eb-41d1-8b21-995552b84e9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc8553d0b9954a189e2ebf42f193e873&device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 1100 time: 0.0452271 Aug 27 03:38:15.837279 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-ed0dc27d-1cc8-43cf-93aa-0686516ab213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.838828 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-ed0dc27d-1cc8-43cf-93aa-0686516ab213 service neutron] 10.222.0.64 "GET /v2.0/networks?id=459fbdae-1d39-4184-a17f-56c92337d1cf HTTP/1.1" status: 200 len: 870 time: 0.0985174 Aug 27 03:38:15.881220 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-fa2e0c9e-b26e-43c0-81ae-bed3993dae93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=997915ee-96e7-44e5-addd-b8e6c89ae3cb HTTP/1.1" status: 200 len: 217 time: 0.0350344 Aug 27 03:38:15.937421 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-3c35a4bc-0d92-423d-87bf-c6aaf08852c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.938900 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-3c35a4bc-0d92-423d-87bf-c6aaf08852c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dbb8667-fefa-423f-9744-d48090670e3c HTTP/1.1" status: 200 len: 843 time: 0.0495300 Aug 27 03:38:15.994239 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-340931b2-89c9-483d-bd94-1fa660e76a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.995753 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-340931b2-89c9-483d-bd94-1fa660e76a7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=459fbdae-1d39-4184-a17f-56c92337d1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483356 Aug 27 03:38:16.094171 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-143d2b87-3e57-4dc1-b063-4d2748a26477 service neutron] 10.222.0.64 "GET /v2.0/networks/459fbdae-1d39-4184-a17f-56c92337d1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882273 Aug 27 03:38:16.197464 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f4d3ab9e-291b-426b-80fc-802ed09cf5e0 req-ac13d529-b8a5-4dc6-8cd3-6f0cec2ac147 service neutron] 10.222.0.64 "GET /v2.0/networks/459fbdae-1d39-4184-a17f-56c92337d1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958381 Aug 27 03:38:16.349769 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ee5bdd34-7413-4420-8156-29011cbdd652 up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:38:16.402087 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port ee5bdd34-7413-4420-8156-29011cbdd652 triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:38:16.402495 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:16.484103 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:16.504124 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dbb11-08a5-4f47-885f-3d30831422f6 req-26df39aa-42ab-4e3d-9995-206674c4305d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:16.505869 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-849dbb11-08a5-4f47-885f-3d30831422f6 req-26df39aa-42ab-4e3d-9995-206674c4305d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 947 time: 0.0529623 Aug 27 03:38:16.510300 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:16.514324 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22220b1-382f-4661-a064-e56bb1f9eece" -d '{"events": [{"server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "name": "network-vif-plugged", "status": "completed", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:16.531642 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:16.537414 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:16.551898 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-849dbb11-08a5-4f47-885f-3d30831422f6 req-b9a60c6f-f409-4be1-b137-35114dbb4f97 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Aug 27 03:38:16.562367 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578beb33-ee11-4d5a-b520-91d9ff6be34b x-openstack-request-id: req-578beb33-ee11-4d5a-b520-91d9ff6be34b {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:16.562651 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "name": "network-vif-plugged", "status": "completed", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:16.562899 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-578beb33-ee11-4d5a-b520-91d9ff6be34b {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:16.564228 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'code': 200} Aug 27 03:38:16.602384 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=10']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:16.606735 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-618725c9-53a8-4f3c-899d-fd604a4f0b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:16.621216 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.621936 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.623166 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.623166 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.623166 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.623654 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.624082 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.624525 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.626593 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.626593 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.626593 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.626593 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:16.837767 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cb357-575b-4fea-8264-68678b6ab65d req-414839b9-4d09-43b0-8901-935a12929cc8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:16.839381 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d62cb357-575b-4fea-8264-68678b6ab65d req-414839b9-4d09-43b0-8901-935a12929cc8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 946 time: 0.0519845 Aug 27 03:38:16.913685 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-d62cb357-575b-4fea-8264-68678b6ab65d req-27b9b2a8-a279-4bf0-8db8-9b7744e70a53 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646555 Aug 27 03:38:16.928357 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9185bc1-4317-4cc0-8585-18d89db433de req-eb2bd071-83c8-4d96-a89d-7d98362984d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:16.930303 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f9185bc1-4317-4cc0-8585-18d89db433de req-eb2bd071-83c8-4d96-a89d-7d98362984d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 1099 time: 0.0663021 Aug 27 03:38:16.969741 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f9185bc1-4317-4cc0-8585-18d89db433de req-ab714a8c-aece-44ef-9ef2-ba12a1d17c16 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317912 Aug 27 03:38:17.475040 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:17.682099 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b7d56-5d3b-4ed5-8fca-a8e488583644 req-80770946-b1b8-4437-a986-683fd401e641 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:17.683629 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-213b7d56-5d3b-4ed5-8fca-a8e488583644 req-80770946-b1b8-4437-a986-683fd401e641 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 947 time: 0.0556800 Aug 27 03:38:17.723519 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-213b7d56-5d3b-4ed5-8fca-a8e488583644 req-28191554-0280-492d-94bc-80edb3f933df tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337324 Aug 27 03:38:17.819127 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:18.100189 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb7e82-d125-4c17-88aa-82da626691b7 req-0995c73f-8217-4ad0-8a93-0264265e558c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:18.101858 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2bfb7e82-d125-4c17-88aa-82da626691b7 req-0995c73f-8217-4ad0-8a93-0264265e558c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 946 time: 0.0819280 Aug 27 03:38:18.146459 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-2bfb7e82-d125-4c17-88aa-82da626691b7 req-a598e052-c2fa-4727-9ac0-7ffe3858178a tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384655 Aug 27 03:38:18.355538 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 997915ee-96e7-44e5-addd-b8e6c89ae3cb details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:38:18.473495 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 997915ee-96e7-44e5-addd-b8e6c89ae3cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=997915ee-96e7-44e5-addd-b8e6c89ae3cb,segment=NetworkSegment(4e704f93-5ef6-4056-94e9-358a3e8a461f),segment_id=4e704f93-5ef6-4056-94e9-358a3e8a461f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:18.487177 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Returning: {'device': '997915ee-96e7-44e5-addd-b8e6c89ae3cb', 'network_id': '459fbdae-1d39-4184-a17f-56c92337d1cf', 'port_id': '997915ee-96e7-44e5-addd-b8e6c89ae3cb', 'mac_address': 'fa:16:3e:5a:fd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbb8667-fefa-423f-9744-d48090670e3c', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:38:18.530822 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:18.547085 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997915ee-96e7-44e5-addd-b8e6c89ae3cb {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:38:18.574600 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 997915ee-96e7-44e5-addd-b8e6c89ae3cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=997915ee-96e7-44e5-addd-b8e6c89ae3cb,segment=NetworkSegment(4e704f93-5ef6-4056-94e9-358a3e8a461f),segment_id=4e704f93-5ef6-4056-94e9-358a3e8a461f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:18.580761 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:18.636225 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=997915ee-96e7-44e5-addd-b8e6c89ae3cb,revision_number=4']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:18.806696 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['997915ee-96e7-44e5-addd-b8e6c89ae3cb'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:38:18.842606 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a840eb-a87b-400d-b1ac-317093895138 req-11536dfc-a75f-4415-bdea-1123d994e11e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:18.844131 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-01a840eb-a87b-400d-b1ac-317093895138 req-11536dfc-a75f-4415-bdea-1123d994e11e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 948 time: 0.0522509 Aug 27 03:38:18.882429 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-01a840eb-a87b-400d-b1ac-317093895138 req-c2c5386e-2409-44f8-9c07-58d16df14b11 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Aug 27 03:38:19.045713 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:19.277781 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c0ec0-0729-4fad-b262-e1cde298f46e req-e7a83cc0-97a1-4ce0-8679-a601751b80bf tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:19.279323 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e32c0ec0-0729-4fad-b262-e1cde298f46e req-e7a83cc0-97a1-4ce0-8679-a601751b80bf tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 946 time: 0.0595767 Aug 27 03:38:19.320721 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-e32c0ec0-0729-4fad-b262-e1cde298f46e req-294a0a89-b59b-4283-9259-9680b589cf73 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342727 Aug 27 03:38:19.999236 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ac14-8062-4271-bff1-7cea507e2f5c req-3d26873f-af84-4e38-abc2-5bdcd441884d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:20.001083 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0064ac14-8062-4271-bff1-7cea507e2f5c req-3d26873f-af84-4e38-abc2-5bdcd441884d tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 948 time: 0.0502374 Aug 27 03:38:20.048648 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-0064ac14-8062-4271-bff1-7cea507e2f5c req-5bba933e-efff-4511-a61a-37c2a0daa42e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 Aug 27 03:38:20.355099 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 997915ee-96e7-44e5-addd-b8e6c89ae3cb up at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:38:20.411744 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning for port 997915ee-96e7-44e5-addd-b8e6c89ae3cb completed by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:38:20.420432 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Provisioning complete for port 997915ee-96e7-44e5-addd-b8e6c89ae3cb triggered by entity L2. {{(pid=93858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:38:20.420795 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33041375'] for port, provisioning_complete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:20.506442 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33099094'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:20.533796 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997915ee-96e7-44e5-addd-b8e6c89ae3cb'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:20.536057 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace112c523d412e66b28d8e1849bc4cf1a3d99c02117f238d27b5e1dd03da65c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df264269-90a0-477f-b4b4-8baa792040da" -d '{"events": [{"server_uuid": "ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c", "name": "network-vif-plugged", "status": "completed", "tag": "997915ee-96e7-44e5-addd-b8e6c89ae3cb"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:20.549402 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] For port 997915ee-96e7-44e5-addd-b8e6c89ae3cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=997915ee-96e7-44e5-addd-b8e6c89ae3cb,segment=NetworkSegment(4e704f93-5ef6-4056-94e9-358a3e8a461f),segment_id=4e704f93-5ef6-4056-94e9-358a3e8a461f)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:20.554380 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764601790769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764601331469', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764601331487'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:20.577854 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fada14-9139-4fb1-81e6-66a49599d13a x-openstack-request-id: req-e5fada14-9139-4fb1-81e6-66a49599d13a {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:20.578141 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c", "name": "network-vif-plugged", "status": "completed", "tag": "997915ee-96e7-44e5-addd-b8e6c89ae3cb", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:20.578411 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5fada14-9139-4fb1-81e6-66a49599d13a {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:20.578890 dv-cinder-773985-14-smb neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997915ee-96e7-44e5-addd-b8e6c89ae3cb', 'code': 200} Aug 27 03:38:20.611973 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Pushing event updated for resources: {'Port': ['ID=997915ee-96e7-44e5-addd-b8e6c89ae3cb,revision_number=5']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:20.755999 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ced1d7-7a08-46d7-a78c-56219f646fb0 req-ae70bc81-74e1-4fd3-b995-4ad527f5ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:20.757530 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-60ced1d7-7a08-46d7-a78c-56219f646fb0 req-ae70bc81-74e1-4fd3-b995-4ad527f5ddf0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 1102 time: 0.0435534 Aug 27 03:38:20.795495 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-60ced1d7-7a08-46d7-a78c-56219f646fb0 req-1c8c454e-c4f9-4990-b5da-e82fa16b3ef7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Aug 27 03:38:21.173902 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2775a-19f0-46c1-9b4d-f09b5d09e081 req-c0a2505a-e70e-44bb-9e53-efee183012a6 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:21.175436 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e4a2775a-19f0-46c1-9b4d-f09b5d09e081 req-c0a2505a-e70e-44bb-9e53-efee183012a6 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 949 time: 0.0526862 Aug 27 03:38:21.216103 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-e4a2775a-19f0-46c1-9b4d-f09b5d09e081 req-b3000752-2e66-46ea-af63-4d0a97643e06 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346649 Aug 27 03:38:22.367276 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb087bcc-34f0-4fa1-8cf0-2f916373bce8 req-8c1ae5f1-7b8f-4ed8-ada9-845110144932 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:22.368882 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eb087bcc-34f0-4fa1-8cf0-2f916373bce8 req-8c1ae5f1-7b8f-4ed8-ada9-845110144932 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 949 time: 0.0706530 Aug 27 03:38:22.413029 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-eb087bcc-34f0-4fa1-8cf0-2f916373bce8 req-10a9cb33-848c-434c-a19f-deb917aa5b71 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379586 Aug 27 03:38:22.735081 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03329ce4-9162-490c-b757-d5a57c8231ee req-12531589-39d7-46c3-adaa-5a8f79025578 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:22.736655 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-03329ce4-9162-490c-b757-d5a57c8231ee req-12531589-39d7-46c3-adaa-5a8f79025578 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 949 time: 0.0695572 Aug 27 03:38:22.792312 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-03329ce4-9162-490c-b757-d5a57c8231ee req-cfd6dcc8-c8f3-4dce-8c9b-95951d244888 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456212 Aug 27 03:38:23.928655 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4efe-4ea5-4b2a-bdbb-af4b957024bb req-c081d5e0-4d68-4c47-a5da-7ac0b972d137 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:23.930308 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8fca4efe-4ea5-4b2a-bdbb-af4b957024bb req-c081d5e0-4d68-4c47-a5da-7ac0b972d137 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 949 time: 0.0615017 Aug 27 03:38:23.972993 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-8fca4efe-4ea5-4b2a-bdbb-af4b957024bb req-8daec224-00b3-4b93-91e1-2bb5f19d2ac8 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Aug 27 03:38:24.007757 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93439e-78b1-471b-89cf-80928631f457 req-0136dfdc-c303-4122-b687-a291801cd802 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:24.009257 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6c93439e-78b1-471b-89cf-80928631f457 req-0136dfdc-c303-4122-b687-a291801cd802 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 949 time: 0.0487902 Aug 27 03:38:24.129499 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-6c93439e-78b1-471b-89cf-80928631f457 req-a1ceaffc-70ac-4fef-abda-079b3f1aff4e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Deleting port 997915ee-96e7-44e5-addd-b8e6c89ae3cb {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:24.129838 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6c93439e-78b1-471b-89cf-80928631f457 req-a1ceaffc-70ac-4fef-abda-079b3f1aff4e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:24.228798 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-6c93439e-78b1-471b-89cf-80928631f457 req-a1ceaffc-70ac-4fef-abda-079b3f1aff4e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] For port 997915ee-96e7-44e5-addd-b8e6c89ae3cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=997915ee-96e7-44e5-addd-b8e6c89ae3cb,segment=NetworkSegment(4e704f93-5ef6-4056-94e9-358a3e8a461f),segment_id=4e704f93-5ef6-4056-94e9-358a3e8a461f)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:24.229168 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6c93439e-78b1-471b-89cf-80928631f457 req-a1ceaffc-70ac-4fef-abda-079b3f1aff4e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:24.243319 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-6c93439e-78b1-471b-89cf-80928631f457 req-a1ceaffc-70ac-4fef-abda-079b3f1aff4e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Calling delete_port for 997915ee-96e7-44e5-addd-b8e6c89ae3cb owned by compute:nova {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:24.387612 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6c93439e-78b1-471b-89cf-80928631f457 req-a1ceaffc-70ac-4fef-abda-079b3f1aff4e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:24.399841 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] get_ports_and_sgs() called for port_ids ['997915ee-96e7-44e5-addd-b8e6c89ae3cb'] {{(pid=93858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:38:24.417879 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceaffc-70ac-4fef-abda-079b3f1aff4e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Pushing event deleted for resources: {'Port': ['ID=997915ee-96e7-44e5-addd-b8e6c89ae3cb,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:24.470237 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c93439e-78b1-471b-89cf-80928631f457 req-a1ceaffc-70ac-4fef-abda-079b3f1aff4e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] No DVR routers for this DVR port 997915ee-96e7-44e5-addd-b8e6c89ae3cb on host hv-cinder-77398 {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:38:24.473050 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-6c93439e-78b1-471b-89cf-80928631f457 req-a1ceaffc-70ac-4fef-abda-079b3f1aff4e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:24.475133 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-6c93439e-78b1-471b-89cf-80928631f457 req-a1ceaffc-70ac-4fef-abda-079b3f1aff4e tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.64 "DELETE /v2.0/ports/997915ee-96e7-44e5-addd-b8e6c89ae3cb HTTP/1.1" status: 204 len: 173 time: 0.4597607 Aug 27 03:38:24.475597 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c', 'name': 'network-vif-deleted', 'tag': '997915ee-96e7-44e5-addd-b8e6c89ae3cb'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:24.477881 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af211ba5-0a95-496f-b544-a6207d606426" -d '{"events": [{"server_uuid": "ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c", "name": "network-vif-deleted", "tag": "997915ee-96e7-44e5-addd-b8e6c89ae3cb"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:24.523405 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b657aaa-2578-4cfc-8e69-293912d25144 x-openstack-request-id: req-0b657aaa-2578-4cfc-8e69-293912d25144 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:24.523798 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c", "name": "network-vif-deleted", "tag": "997915ee-96e7-44e5-addd-b8e6c89ae3cb", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:24.524053 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b657aaa-2578-4cfc-8e69-293912d25144 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:24.524453 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c', 'name': 'network-vif-deleted', 'tag': '997915ee-96e7-44e5-addd-b8e6c89ae3cb', 'status': 'completed', 'code': 200} Aug 27 03:38:25.097197 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-d757ff6d-3d27-468f-8278-105d0e0ce35f req-bd851da8-0bcf-4dfe-977b-07447d0a5864 tempest-VolumesNegativeTest-1797925994 tempest-VolumesNegativeTest-1797925994-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae2aa8ea-72af-4ea0-a8b9-7c5c834b026c HTTP/1.1" status: 200 len: 210 time: 0.0263805 Aug 27 03:38:26.395076 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 997915ee-96e7-44e5-addd-b8e6c89ae3cb no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:38:26.416880 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: 997915ee-96e7-44e5-addd-b8e6c89ae3cb {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:38:26.416880 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 997915ee-96e7-44e5-addd-b8e6c89ae3cb not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:38:30.052790 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46508) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:30.200258 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-d20b6dea-1641-4ebf-9c80-8d55a174b83f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc8553d0b9954a189e2ebf42f193e873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461623 Aug 27 03:38:30.202895 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46512) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:30.254576 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7ff32162-8b76-464a-8d29-4a3c1a71786f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.286350 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7ff32162-8b76-464a-8d29-4a3c1a71786f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.336444 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7ff32162-8b76-464a-8d29-4a3c1a71786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.339037 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-7ff32162-8b76-464a-8d29-4a3c1a71786f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.340211 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-7ff32162-8b76-464a-8d29-4a3c1a71786f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c HTTP/1.1" status: 204 len: 168 time: 0.1364069 Aug 27 03:38:30.348255 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff32162-8b76-464a-8d29-4a3c1a71786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab6b1c1-8a8f-44c5-bf30-c196bcd9108c,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:33.712751 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.423314 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46578) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:36.529521 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3d781c0c-b768-432c-968c-a1624ea9ea33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.625898 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3d781c0c-b768-432c-968c-a1624ea9ea33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.632543 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3d781c0c-b768-432c-968c-a1624ea9ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.677771 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-3d781c0c-b768-432c-968c-a1624ea9ea33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c18a523d78b468fadb36b7cdc6d0329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532024 Aug 27 03:38:36.678566 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d781c0c-b768-432c-968c-a1624ea9ea33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6961174-2eb8-479a-9144-04b73acfbb26,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:36.681235 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46582) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:36.748455 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.769574 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.827242 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.830041 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.831263 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6961174-2eb8-479a-9144-04b73acfbb26 HTTP/1.1" status: 204 len: 168 time: 0.1485276 Aug 27 03:38:36.839500 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6961174-2eb8-479a-9144-04b73acfbb26,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:36.847396 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.847741 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.848086 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.848427 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.848760 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.849095 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.849430 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.849762 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.850118 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.850449 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.850771 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:36.851094 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f091b-182d-41c7-b789-5f5687815bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:37.446735 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:38:41.299859 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-341c9049-fd68-4208-b1c4-2658078863a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482442 Aug 27 03:38:41.377213 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-7b5c6ace-743c-4895-bc9c-623528c0c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:41.379138 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-7b5c6ace-743c-4895-bc9c-623528c0c470 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d597800516ce450ab54b937650e01824&device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 1099 time: 0.0498948 Aug 27 03:38:41.516034 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-f54850af-9118-4989-9610-8dca8adb756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:41.517573 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-f54850af-9118-4989-9610-8dca8adb756d service neutron] 10.222.0.64 "GET /v2.0/networks?id=40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 200 len: 917 time: 0.1127937 Aug 27 03:38:41.591364 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-ab6e916c-7de9-4727-9c9b-c68c43e33406 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5bdd34-7413-4420-8156-29011cbdd652 HTTP/1.1" status: 200 len: 1001 time: 0.0654695 Aug 27 03:38:41.649987 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-4b3a1c53-0118-4760-89b0-811624cd8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:41.651505 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-4b3a1c53-0118-4760-89b0-811624cd8cca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 200 len: 855 time: 0.0532010 Aug 27 03:38:41.705018 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-50e8b879-1f5a-4909-bc4b-5b13857c2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:41.707323 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-50e8b879-1f5a-4909-bc4b-5b13857c2125 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40260a41-d950-4b5f-bb7d-a15bf4a84adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0480974 Aug 27 03:38:41.817696 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-4da0fb05-dce5-4d57-80d4-d8067a52d6f6 service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009614 Aug 27 03:38:41.926593 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-1a7cd9f7-191e-406c-8eba-7e33f3f5fe57 req-8e24a555-6cb4-4b0e-a01e-3d7b6f7a9f5b service neutron] 10.222.0.64 "GET /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006453 Aug 27 03:38:43.550823 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-20797a05-10ba-4b36-8ab3-a6cbfe4c3047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:46.592895 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-39d7193c-faae-4b76-b66e-75ee20f7fe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.479307 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.823140 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:49.049744 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:51.693623 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3aea1-68f0-4f05-be2e-8c6bef8086dc req-26206db9-5c3e-44da-9e05-4ead5011ebd1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:51.695214 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-16b3aea1-68f0-4f05-be2e-8c6bef8086dc req-26206db9-5c3e-44da-9e05-4ead5011ebd1 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 946 time: 0.0514655 Aug 27 03:38:51.739957 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-16b3aea1-68f0-4f05-be2e-8c6bef8086dc req-61505140-4530-4169-8e48-3396099c2229 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383949 Aug 27 03:38:52.868603 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176aa91-8e19-4b51-915b-7115cfafda09 req-c3f00178-6636-44d5-81e0-565117f5d1cf tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:52.870141 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f176aa91-8e19-4b51-915b-7115cfafda09 req-c3f00178-6636-44d5-81e0-565117f5d1cf tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 946 time: 0.0500743 Aug 27 03:38:52.911142 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f176aa91-8e19-4b51-915b-7115cfafda09 req-08687ef1-aa59-471c-ae9f-03dbe34d0d0c tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups?id=d429e3ee-998a-484e-9cd6-d98b0dc53bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349073 Aug 27 03:38:52.977210 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-f39013e8-a465-4308-b516-b04f5688034b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:52.978730 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-f39013e8-a465-4308-b516-b04f5688034b tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.64 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 946 time: 0.0483932 Aug 27 03:38:53.076899 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Deleting port ee5bdd34-7413-4420-8156-29011cbdd652 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:53.077262 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.166892 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] For port ee5bdd34-7413-4420-8156-29011cbdd652, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ee5bdd34-7413-4420-8156-29011cbdd652,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:53.167253 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.336051 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.336306 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682898'] for floatingip, after_update {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.336622 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.l3_db [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Floating IP 80905715-0856-4833-8e34-55f281066418 disassociated. External IP: 172.28.1.159, port: ee5bdd34-7413-4420-8156-29011cbdd652. Aug 27 03:38:53.336952 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Calling delete_port for ee5bdd34-7413-4420-8156-29011cbdd652 owned by compute:nova {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:53.469419 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.498426 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event deleted for resources: {'Port': ['ID=ee5bdd34-7413-4420-8156-29011cbdd652,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:53.616067 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Router be76eccd-e4e9-4291-8adb-977a89a43a36 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:38:53.740348 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:38:53.752346 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] Sync routers for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:38:53.766898 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:53.767972 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:38:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:53.790905 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] No DVR routers for this DVR port ee5bdd34-7413-4420-8156-29011cbdd652 on host hv-cinder-77398 {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:38:53.793582 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.795668 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-73a4095c-3f01-4f15-982e-5b22baebbab4 req-b4bdef26-0ba4-4490-8d46-7308ad82ccd8 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.64 "DELETE /v2.0/ports/ee5bdd34-7413-4420-8156-29011cbdd652 HTTP/1.1" status: 204 len: 173 time: 0.8106978 Aug 27 03:38:53.796085 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'name': 'network-vif-deleted', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:53.798453 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a769f7b3-4d67-4bfb-88f4-428ae823ab3c" -d '{"events": [{"server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "name": "network-vif-deleted", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:53.852839 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0fd2f1-148b-45f5-aed2-edab43692463 x-openstack-request-id: req-ee0fd2f1-148b-45f5-aed2-edab43692463 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:53.852839 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35602958-4f02-4cad-a659-ae6197a4357e", "name": "network-vif-deleted", "tag": "ee5bdd34-7413-4420-8156-29011cbdd652", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:53.852839 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee0fd2f1-148b-45f5-aed2-edab43692463 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:53.852839 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35602958-4f02-4cad-a659-ae6197a4357e', 'name': 'network-vif-deleted', 'tag': 'ee5bdd34-7413-4420-8156-29011cbdd652', 'status': 'completed', 'code': 200} Aug 27 03:38:53.883148 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:54.052343 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-9384280b-c558-4621-ac2b-fd55f08a64ae req-9c5be333-e968-46fc-9853-52c7c41df5c9 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/ports?device_id=35602958-4f02-4cad-a659-ae6197a4357e HTTP/1.1" status: 200 len: 210 time: 0.0391524 Aug 27 03:38:54.101821 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:54.128081 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] Checking router: be76eccd-e4e9-4291-8adb-977a89a43a36 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:38:54.136898 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:54.137442 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:38:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:54.247079 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:54.461641 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:54.488350 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a0fee-d3a9-4df9-b28a-60084b9d0a8a None None] The sync data for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb is: [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:31Z', 'revision_number': 4, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': '51162038-7b6d-4258-9e35-76e111fed5ed', 'name': '', 'network_id': '40260a41-d950-4b5f-bb7d-a15bf4a84adb', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'mac_address': 'fa:16:3e:27:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:30Z', 'updated_at': '2021-08-27T03:32:40Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'subnets': [{'id': 'ba241f0a-3c17-481b-b20b-5a79745f8a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:38:54.727585 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf474fa7-095f-43c4-969d-00f90f447181 None None] New status for floating IP 80905715-0856-4833-8e34-55f281066418: DOWN {{(pid=93858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:38:55.150741 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46612) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:55.209914 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-54a5a71b-99cb-4909-b36a-50778484ae81 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.237092 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-54a5a71b-99cb-4909-b36a-50778484ae81 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.288800 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-54a5a71b-99cb-4909-b36a-50778484ae81 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.291584 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-54a5a71b-99cb-4909-b36a-50778484ae81 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.292780 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-54a5a71b-99cb-4909-b36a-50778484ae81 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "DELETE /v2.0/security-groups/d429e3ee-998a-484e-9cd6-d98b0dc53bc5 HTTP/1.1" status: 204 len: 168 time: 0.1410329 Aug 27 03:38:55.295935 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46614) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:55.307692 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5a71b-99cb-4909-b36a-50778484ae81 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d429e3ee-998a-484e-9cd6-d98b0dc53bc5,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:55.314639 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.api.v2.resource [None req-ac7e5636-4747-4845-80f4-1543fbe7a6de tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] show failed (client error): The resource could not be found. Aug 27 03:38:55.315628 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-ac7e5636-4747-4845-80f4-1543fbe7a6de tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "GET /v2.0/security-groups/d429e3ee-998a-484e-9cd6-d98b0dc53bc5 HTTP/1.1" status: 404 len: 347 time: 0.0183227 Aug 27 03:38:55.319317 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46616) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:55.443779 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-01516f4e-4cbd-4542-9b56-5778c5806689 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Deleting port e456a26a-7dad-4246-9a25-2319dcd74acc {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:55.444096 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-01516f4e-4cbd-4542-9b56-5778c5806689 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.530738 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-01516f4e-4cbd-4542-9b56-5778c5806689 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.531057 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-01516f4e-4cbd-4542-9b56-5778c5806689 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.543785 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-01516f4e-4cbd-4542-9b56-5778c5806689 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Calling delete_port for e456a26a-7dad-4246-9a25-2319dcd74acc owned by network:floatingip {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:55.544703 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46618) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:55.680874 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-01516f4e-4cbd-4542-9b56-5778c5806689 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.707143 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Deleting port 640b9597-5cfa-4619-9887-4483d3b59359 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:55.707485 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.708333 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01516f4e-4cbd-4542-9b56-5778c5806689 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Pushing event deleted for resources: {'Port': ['ID=e456a26a-7dad-4246-9a25-2319dcd74acc,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:55.771325 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-01516f4e-4cbd-4542-9b56-5778c5806689 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.774389 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-01516f4e-4cbd-4542-9b56-5778c5806689 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.775581 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-01516f4e-4cbd-4542-9b56-5778c5806689 tempest-AttachVolumeShelveTestJSON-1081275784 tempest-AttachVolumeShelveTestJSON-1081275784-project] 10.222.0.41 "DELETE /v2.0/floatingips/80905715-0856-4833-8e34-55f281066418 HTTP/1.1" status: 204 len: 168 time: 0.4553301 Aug 27 03:38:55.794571 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.795055 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.816072 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Calling delete_port for 640b9597-5cfa-4619-9887-4483d3b59359 owned by network:floatingip {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:56.022713 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.052698 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event deleted for resources: {'Port': ['ID=640b9597-5cfa-4619-9887-4483d3b59359,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:56.116153 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for floatingip, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.116443 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.db.l3_db [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Floating IP 29fb0787-d7fc-47f1-b5ca-82b18ea7f49d disassociated (deleted). External IP: 172.28.1.243, port: 841cb56a-cf7a-45f5-9cf2-feaf16a02b75. Aug 27 03:38:56.557575 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ee5bdd34-7413-4420-8156-29011cbdd652 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:38:56.584036 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: ee5bdd34-7413-4420-8156-29011cbdd652 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:38:56.584421 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device ee5bdd34-7413-4420-8156-29011cbdd652 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:38:56.617204 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:38:56.728471 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:38:56.733545 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for floatingip, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.738069 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] Sync routers for ids ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:38:56.760239 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] Routers {'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:56.760239 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:38:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:56.762099 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-a38e6361-c61f-4a25-82e6-d169705bcbda tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "DELETE /v2.0/floatingips/29fb0787-d7fc-47f1-b5ca-82b18ea7f49d HTTP/1.1" status: 204 len: 168 time: 1.2161796 Aug 27 03:38:56.762692 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:56.764959 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946f0dbe-692f-4bf7-a625-429ad22513bb" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:56.802628 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4de314-2f53-4de9-a66c-9c68244115af x-openstack-request-id: req-1a4de314-2f53-4de9-a66c-9c68244115af {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:56.803164 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:56.803164 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a4de314-2f53-4de9-a66c-9c68244115af {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:56.803597 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'status': 'completed', 'code': 200} Aug 27 03:38:56.864777 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-e70ca875-291e-4e9d-9025-fb4d18d16671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:56.866520 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-e70ca875-291e-4e9d-9025-fb4d18d16671 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf0e5ad5b3604edbb896d54aed296874&device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 1099 time: 0.0411665 Aug 27 03:38:56.871076 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] Set router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:56.996023 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-2eb8e82b-4f40-4614-a358-70d1719fdf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:56.997178 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-2eb8e82b-4f40-4614-a358-70d1719fdf76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0db1ba7a-004f-465e-bc59-521f28c94f5d HTTP/1.1" status: 200 len: 910 time: 0.1239550 Aug 27 03:38:57.055111 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-88ba3c9d-e0c7-45a8-acaf-3a487a91fc1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75 HTTP/1.1" status: 200 len: 217 time: 0.0418415 Aug 27 03:38:57.087013 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed69b2-e74b-47c1-920b-e98c27caab24 req-30b40f91-e053-4084-9390-5d1c114c1cc5 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:57.088621 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f4ed69b2-e74b-47c1-920b-e98c27caab24 req-30b40f91-e053-4084-9390-5d1c114c1cc5 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.1089785 Aug 27 03:38:57.104820 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:49Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'c7f5fe6d-9d0b-4623-bd36-349e36c38b8f', 'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'mac_address': 'fa:16:3e:99:4e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:47Z', 'updated_at': '2021-08-27T03:33:58Z', 'revision_number': 5, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'subnets': [{'id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:57.136424 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] Checking router: ab6f1ee4-4dde-45bc-bc40-b0197380b6ca for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:38:57.146213 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] Routers {'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:57.147582 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:38:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:57.156101 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-d73472e6-18af-45df-a246-1d86cab7cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:57.158825 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-d73472e6-18af-45df-a246-1d86cab7cb35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d08032dd-4899-4d3f-a28b-f17f8dec7675 HTTP/1.1" status: 200 len: 848 time: 0.0954900 Aug 27 03:38:57.164363 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-f4ed69b2-e74b-47c1-920b-e98c27caab24 req-64d6c2c8-8fae-4f6a-aa22-11c280e19086 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524268 Aug 27 03:38:57.211098 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-0a743c8b-7bb7-4eea-a959-ba7adafc038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:57.212633 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-0a743c8b-7bb7-4eea-a959-ba7adafc038e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0db1ba7a-004f-465e-bc59-521f28c94f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0457690 Aug 27 03:38:57.262984 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] Set router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:57.312281 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-822c9601-2841-43d0-b7e0-b3d003374955 service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904675 Aug 27 03:38:57.411718 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-946f0dbe-692f-4bf7-a625-429ad22513bb req-a9eb7cee-bf1f-4e9b-9e2c-20a3f43b70ac service neutron] 10.222.0.64 "GET /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915284 Aug 27 03:38:57.494414 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:49Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'c7f5fe6d-9d0b-4623-bd36-349e36c38b8f', 'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'mac_address': 'fa:16:3e:99:4e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:47Z', 'updated_at': '2021-08-27T03:33:58Z', 'revision_number': 5, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'subnets': [{'id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:57.521567 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64814840-1ded-42cc-a83a-55bfdedcd723 None None] The sync data for ids ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'] in dv-cinder-773985-14-smb is: [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:33:49Z', 'revision_number': 4, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb', '_interfaces': [{'id': 'c7f5fe6d-9d0b-4623-bd36-349e36c38b8f', 'name': '', 'network_id': '0db1ba7a-004f-465e-bc59-521f28c94f5d', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'mac_address': 'fa:16:3e:99:4e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:47Z', 'updated_at': '2021-08-27T03:33:58Z', 'revision_number': 5, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'subnets': [{'id': 'd08032dd-4899-4d3f-a28b-f17f8dec7675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:38:57.735521 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96baa23b-9afe-4914-b497-38d07fffc40c None None] New status for floating IP 29fb0787-d7fc-47f1-b5ca-82b18ea7f49d: DOWN {{(pid=93858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:38:58.266970 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-7e5a84ab-c495-469a-a313-b609cb7e1f8a tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:58.268511 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-7e5a84ab-c495-469a-a313-b609cb7e1f8a tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0556653 Aug 27 03:38:58.293929 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46648) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:58.317797 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a20bc-94f3-41e8-8098-0e6745f3ac13 req-645aa518-4995-4436-b2d3-7cc5110bf2b3 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:58.319920 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-605a20bc-94f3-41e8-8098-0e6745f3ac13 req-645aa518-4995-4436-b2d3-7cc5110bf2b3 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7b0b17-8b01-4871-b956-9ad0d097eb93 HTTP/1.1" status: 200 len: 946 time: 0.0615799 Aug 27 03:38:58.363311 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [req-605a20bc-94f3-41e8-8098-0e6745f3ac13 req-470fac71-ddd4-4df4-9875-0f92294189e2 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "GET /v2.0/security-groups?id=432bb59d-1cc8-4181-b77b-5536b1c8f912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373466 Aug 27 03:38:58.381862 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-b839ad5c-4b04-44e8-83b3-9e49dd12cd60 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Deleting port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:58.381862 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-b839ad5c-4b04-44e8-83b3-9e49dd12cd60 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:58.472274 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-b839ad5c-4b04-44e8-83b3-9e49dd12cd60 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] For port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:58.472635 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-b839ad5c-4b04-44e8-83b3-9e49dd12cd60 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:58.487184 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-b839ad5c-4b04-44e8-83b3-9e49dd12cd60 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Calling delete_port for 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 owned by compute:nova {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:58.636064 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-b839ad5c-4b04-44e8-83b3-9e49dd12cd60 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:58.666540 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839ad5c-4b04-44e8-83b3-9e49dd12cd60 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event deleted for resources: {'Port': ['ID=841cb56a-cf7a-45f5-9cf2-feaf16a02b75,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:58.712687 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-b839ad5c-4b04-44e8-83b3-9e49dd12cd60 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] No DVR routers for this DVR port 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 on host hv-cinder-77398 {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:38:58.715174 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-b839ad5c-4b04-44e8-83b3-9e49dd12cd60 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188914'] for port, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:58.717333 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [req-ac0ee415-99b3-4095-b110-e7bc768a43df req-b839ad5c-4b04-44e8-83b3-9e49dd12cd60 tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.64 "DELETE /v2.0/ports/841cb56a-cf7a-45f5-9cf2-feaf16a02b75 HTTP/1.1" status: 204 len: 173 time: 0.4419408 Aug 27 03:38:58.805003 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'name': 'network-vif-deleted', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75'}] {{(pid=93856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:58.807414 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8b662f3d20c8a2702665b6a87fa73b37f4da6db04af22ad4bff0cbd7e41ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4844561-629f-4170-b414-f7e8af91c1c3" -d '{"events": [{"server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "name": "network-vif-deleted", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75"}]}' {{(pid=93856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:58.821852 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680652'] for router_interface, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:58.845262 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5336458b-652f-4a2c-a646-c649de193d93 x-openstack-request-id: req-5336458b-652f-4a2c-a646-c649de193d93 {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:58.845571 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b0b17-8b01-4871-b956-9ad0d097eb93", "name": "network-vif-deleted", "tag": "841cb56a-cf7a-45f5-9cf2-feaf16a02b75", "status": "completed", "code": 200}]} {{(pid=93856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:58.845818 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5336458b-652f-4a2c-a646-c649de193d93 {{(pid=93856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:58.846255 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7b0b17-8b01-4871-b956-9ad0d097eb93', 'name': 'network-vif-deleted', 'tag': '841cb56a-cf7a-45f5-9cf2-feaf16a02b75', 'status': 'completed', 'code': 200} Aug 27 03:38:59.097224 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] Deleting port 51162038-7b6d-4258-9e35-76e111fed5ed {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:59.097681 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:59.181981 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] For port 51162038-7b6d-4258-9e35-76e111fed5ed, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=51162038-7b6d-4258-9e35-76e111fed5ed,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:59.182360 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:59.200902 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] Calling delete_port for 51162038-7b6d-4258-9e35-76e111fed5ed owned by network:router_interface {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:59.391946 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:59.421901 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] Pushing event deleted for resources: {'Port': ['ID=51162038-7b6d-4258-9e35-76e111fed5ed,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:59.423421 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46656) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:59.574147 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec05d-b392-4937-99d1-e93398908c6a tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:59.623192 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec05d-b392-4937-99d1-e93398908c6a tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:59.702237 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680454'] for router_interface, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:59.806221 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec05d-b392-4937-99d1-e93398908c6a tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:59.808716 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec05d-b392-4937-99d1-e93398908c6a tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:59.809879 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-ff2ec05d-b392-4937-99d1-e93398908c6a tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] 10.222.0.41 "DELETE /v2.0/security-groups/432bb59d-1cc8-4181-b77b-5536b1c8f912 HTTP/1.1" status: 204 len: 168 time: 0.3854845 Aug 27 03:38:59.826210 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ec05d-b392-4937-99d1-e93398908c6a tempest-TestShelveInstance-199228149 tempest-TestShelveInstance-199228149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432bb59d-1cc8-4181-b77b-5536b1c8f912,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:59.862543 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46660) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:59.958704 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] Router be76eccd-e4e9-4291-8adb-977a89a43a36 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:39:00.349206 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:39:00.351122 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680652'] for router_interface, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:00.357591 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-81e42b0c-c14b-4572-83b3-e680fd413585 admin admin] 10.222.0.41 "PUT /v2.0/routers/be76eccd-e4e9-4291-8adb-977a89a43a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0587611 Aug 27 03:39:00.357591 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46664) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:00.360446 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] Sync routers for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:39:00.380060 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:00.382144 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:38:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:00.481935 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Notify callbacks [] for router, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:00.588072 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:00.599287 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:00.608116 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:00.610164 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] No Port match for: 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:00.610751 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Device 841cb56a-cf7a-45f5-9cf2-feaf16a02b75 not bound to the agent host hv-cinder-77398 {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:00.640410 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] Deleting port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:00.640755 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:00.661510 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Deleting port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:00.662534 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:00.745432 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] For port c7f5fe6d-9d0b-4623-bd36-349e36c38b8f, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=c7f5fe6d-9d0b-4623-bd36-349e36c38b8f,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:00.745706 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:00.761275 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] Calling delete_port for c7f5fe6d-9d0b-4623-bd36-349e36c38b8f owned by network:router_interface {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:00.776545 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] For port 4b1496d0-afaa-459f-b16e-fcb57a70f8c6, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=4b1496d0-afaa-459f-b16e-fcb57a70f8c6,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:00.776903 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:00.793695 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Calling delete_port for 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 owned by network:router_gateway {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:00.835084 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211'}], 'enable_snat': True}, 'gw_port_id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:38:59Z', 'revision_number': 5, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port': {'id': '4b1496d0-afaa-459f-b16e-fcb57a70f8c6', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:00.862621 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] Checking router: be76eccd-e4e9-4291-8adb-977a89a43a36 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:39:00.871766 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] Routers {'be76eccd-e4e9-4291-8adb-977a89a43a36'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:00.872393 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:38:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['be76eccd-e4e9-4291-8adb-977a89a43a36'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:00.975076 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:00.976137 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] Set router be76eccd-e4e9-4291-8adb-977a89a43a36 gateway port host: None {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:00.996843 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.004331 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1496d0-afaa-459f-b16e-fcb57a70f8c6,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:01.035291 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f5fe6d-9d0b-4623-bd36-349e36c38b8f,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:01.041060 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:39:00Z', 'revision_number': 6, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port_host': None}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:01.073617 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682844'] for router_gateway, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.073979 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb39ed-d78d-42e1-b2f4-e9bb2195d968 None None] The sync data for ids ['be76eccd-e4e9-4291-8adb-977a89a43a36'] in dv-cinder-773985-14-smb is: [{'id': 'be76eccd-e4e9-4291-8adb-977a89a43a36', 'name': 'tempest-AttachVolumeShelveTestJSON-365104338-router', 'tenant_id': 'd597800516ce450ab54b937650e01824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:26Z', 'updated_at': '2021-08-27T03:39:00Z', 'revision_number': 6, 'project_id': 'd597800516ce450ab54b937650e01824', 'gw_port_host': None}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:39:01.184060 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12288'] for router, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.186581 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.230879 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680454'] for router_interface, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.237620 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-685004'] for router, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.238205 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Fanout notify agent at l3_agent the message router_deleted on router be76eccd-e4e9-4291-8adb-977a89a43a36 {{(pid=93857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:39:01.242793 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] Notify callbacks [] for router, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.243953 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-182d84cd-05be-4fe7-8677-48b28528307b admin admin] 10.222.0.41 "DELETE /v2.0/routers/be76eccd-e4e9-4291-8adb-977a89a43a36 HTTP/1.1" status: 204 len: 168 time: 0.8856392 Aug 27 03:39:01.246644 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46666) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:01.291175 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-22959860-d8ae-4c02-8ac8-cb0f3ca71789 admin admin] Deleting subnet ba241f0a-3c17-481b-b20b-5a79745f8a14 {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:39:01.294408 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22959860-d8ae-4c02-8ac8-cb0f3ca71789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.332042 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22959860-d8ae-4c02-8ac8-cb0f3ca71789 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909152'] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.430949 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22959860-d8ae-4c02-8ac8-cb0f3ca71789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.473749 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] Router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:39:01.501608 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22959860-d8ae-4c02-8ac8-cb0f3ca71789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559101'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.530250 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22959860-d8ae-4c02-8ac8-cb0f3ca71789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba241f0a-3c17-481b-b20b-5a79745f8a14,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:01.535140 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-22959860-d8ae-4c02-8ac8-cb0f3ca71789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.539363 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-22959860-d8ae-4c02-8ac8-cb0f3ca71789 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ba241f0a-3c17-481b-b20b-5a79745f8a14 HTTP/1.1" status: 204 len: 168 time: 0.2915323 Aug 27 03:39:01.542128 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46668) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:01.542421 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e8724-d747-443e-9c24-1e161b16a104 None None] Network 40260a41-d950-4b5f-bb7d-a15bf4a84adb requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:39:01.653832 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:39:01.659348 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-9cd02634-8773-464c-af7d-68c77fe248b0 admin admin] 10.222.0.41 "PUT /v2.0/routers/ab6f1ee4-4dde-45bc-bc40-b0197380b6ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7964945 Aug 27 03:39:01.662071 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46670) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:01.665928 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] Sync routers for ids ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'] in dv-cinder-773985-14-smb {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:39:01.668091 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.681679 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] Routers {'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:01.683182 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:38:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:01.740707 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Deleting port 4ae5e838-ce64-43fc-a88a-5f287e8da415 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:01.741514 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.799736 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Notify callbacks [] for router, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.816400 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] Set router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca gateway port host: dv-cinder-773985-14-smb {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:01.817629 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] For port 4ae5e838-ce64-43fc-a88a-5f287e8da415, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=4ae5e838-ce64-43fc-a88a-5f287e8da415,segment=NetworkSegment(6db80f51-8d54-4405-9698-660e5d2550d8),segment_id=6db80f51-8d54-4405-9698-660e5d2550d8)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:01.818003 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.837211 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Calling delete_port for 4ae5e838-ce64-43fc-a88a-5f287e8da415 owned by network:dhcp {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:01.898978 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0aa68-1787-49bf-af0d-033bc1e66e77 None None] DHCP port deletion for 40260a41-d950-4b5f-bb7d-a15bf4a84adb request from dv-cinder-773985-14-smb {{(pid=93858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:39:01.956291 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.979896 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.010459 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae5e838-ce64-43fc-a88a-5f287e8da415,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:02.026568 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] No DVR routers for this DVR port 4ae5e838-ce64-43fc-a88a-5f287e8da415 on host dv-cinder-773985-14-smb {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:39:02.035918 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Deleting port d245ff90-deda-40a2-9646-724501ab4b70 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:02.036561 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.066952 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0aa68-1787-49bf-af0d-033bc1e66e77 None None] Deleting port 4ae5e838-ce64-43fc-a88a-5f287e8da415 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:02.067256 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c2a0aa68-1787-49bf-af0d-033bc1e66e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.110595 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.134989 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40260a41-d950-4b5f-bb7d-a15bf4a84adb']}} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:02.145684 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] For port d245ff90-deda-40a2-9646-724501ab4b70, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=d245ff90-deda-40a2-9646-724501ab4b70,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:02.145949 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.151907 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db80f51-8d54-4405-9698-660e5d2550d8') {'for_net_delete': True} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:02.152270 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db80f51-8d54-4405-9698-660e5d2550d8') {} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:02.160250 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-c2a0aa68-1787-49bf-af0d-033bc1e66e77 None None] For port 4ae5e838-ce64-43fc-a88a-5f287e8da415, host dv-cinder-773985-14-smb, got binding levels [] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:02.160650 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c2a0aa68-1787-49bf-af0d-033bc1e66e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.164644 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Calling delete_port for d245ff90-deda-40a2-9646-724501ab4b70 owned by network:router_gateway {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:02.165035 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-587290'] for segment, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.176112 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0aa68-1787-49bf-af0d-033bc1e66e77 None None] Calling delete_port for 4ae5e838-ce64-43fc-a88a-5f287e8da415 owned by network:dhcp {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:02.180278 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.ipam_backend_mixin [None req-c2a0aa68-1787-49bf-af0d-033bc1e66e77 None None] Port 4ae5e838-ce64-43fc-a88a-5f287e8da415 was not found and therefore no delete operation was performed {{(pid=93858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 03:39:02.183761 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.184041 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c2a0aa68-1787-49bf-af0d-033bc1e66e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.191964 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=93856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:39:02.192900 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478446'] for segment, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: Traceback (most recent call last): Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: timer() Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: cb(*args, **kw) Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: return func(*args, **kwargs) Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: self._notify() Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: self.callback(batched_events) Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: event.method(event) Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: return f(self, *a, **k) Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: return self._get(url).json() Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: return self.request(url, 'GET', **kwargs) Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:39:02.196953 dv-cinder-773985-14-smb neutron-server[93856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:39:02.216858 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:39:00Z', 'revision_number': 5, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port': {'id': 'd245ff90-deda-40a2-9646-724501ab4b70', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:43Z', 'updated_at': '2021-08-27T03:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:02.219312 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a0aa68-1787-49bf-af0d-033bc1e66e77 None None] No DVR routers for this DVR port 4ae5e838-ce64-43fc-a88a-5f287e8da415 on host dv-cinder-773985-14-smb {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:39:02.222166 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0aa68-1787-49bf-af0d-033bc1e66e77 None None] Pushing event deleted for resources: {'Port': ['ID=4ae5e838-ce64-43fc-a88a-5f287e8da415,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:02.257025 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] Checking router: ab6f1ee4-4dde-45bc-bc40-b0197380b6ca for host: dv-cinder-773985-14-smb {{(pid=93858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:39:02.267930 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] Routers {'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:02.268568 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:38:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'], 'active': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:02.282686 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.292251 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.298490 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] 10.222.0.41 "DELETE /v2.0/networks/40260a41-d950-4b5f-bb7d-a15bf4a84adb HTTP/1.1" status: 204 len: 168 time: 0.7551823 Aug 27 03:39:02.309663 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f517a75-71f5-4c02-8c26-6e7f05b558ca admin admin] Pushing event deleted for resources: {'Network': ['ID=40260a41-d950-4b5f-bb7d-a15bf4a84adb,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:02.392211 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvr_db [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] Set router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca gateway port host: None {{(pid=93858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:02.431875 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.434206 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:02.464252 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Pushing event deleted for resources: {'Port': ['ID=d245ff90-deda-40a2-9646-724501ab4b70,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:02.481033 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46674) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:02.502689 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_hamode_db [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:39:01Z', 'revision_number': 6, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port_host': None}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:02.507306 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:02.507589 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4b1496d0-afaa-459f-b16e-fcb57a70f8c6 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:02.508176 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4ae5e838-ce64-43fc-a88a-5f287e8da415 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:02.540205 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-aaaf2ed8-8d9a-424c-8e45-1d7453c54ef6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d597800516ce450ab54b937650e01824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578718 Aug 27 03:39:02.542699 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22685ed-eb2b-40de-8b72-df2314ecbcb4 None None] The sync data for ids ['ab6f1ee4-4dde-45bc-bc40-b0197380b6ca'] in dv-cinder-773985-14-smb is: [{'id': 'ab6f1ee4-4dde-45bc-bc40-b0197380b6ca', 'name': 'tempest-TestShelveInstance-1109328491-router', 'tenant_id': 'bf0e5ad5b3604edbb896d54aed296874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:42Z', 'updated_at': '2021-08-27T03:39:01Z', 'revision_number': 6, 'project_id': 'bf0e5ad5b3604edbb896d54aed296874', 'gw_port_host': None}] {{(pid=93858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:39:02.543358 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46676) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:02.555064 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682844'] for router_gateway, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.564918 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 4ae5e838-ce64-43fc-a88a-5f287e8da415 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:02.565272 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 4ae5e838-ce64-43fc-a88a-5f287e8da415 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:02.566391 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 51162038-7b6d-4258-9e35-76e111fed5ed no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:02.587527 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 51162038-7b6d-4258-9e35-76e111fed5ed {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:02.587940 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 51162038-7b6d-4258-9e35-76e111fed5ed not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:02.678780 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12288'] for router, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.682773 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.736600 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb85a-555b-454b-bc70-64c92a797baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.742541 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-685004'] for router, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.743472 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab6f1ee4-4dde-45bc-bc40-b0197380b6ca {{(pid=93857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:39:02.757219 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] Notify callbacks [] for router, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.758628 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-b4093921-4be0-49a4-9792-f6f3226934af admin admin] 10.222.0.41 "DELETE /v2.0/routers/ab6f1ee4-4dde-45bc-bc40-b0197380b6ca HTTP/1.1" status: 204 len: 168 time: 1.0951204 Aug 27 03:39:02.762704 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46678) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:02.774164 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb85a-555b-454b-bc70-64c92a797baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.815504 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6946884-e955-4d5e-9e48-13daf43b5ab1 admin admin] Deleting subnet d08032dd-4899-4d3f-a28b-f17f8dec7675 {{(pid=93856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:39:02.819322 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b6946884-e955-4d5e-9e48-13daf43b5ab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.826796 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb85a-555b-454b-bc70-64c92a797baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.829333 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb85a-555b-454b-bc70-64c92a797baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.832853 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-dc4fb85a-555b-454b-bc70-64c92a797baf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2aa768a-2c95-4991-ad05-2ef03d7c4e07 HTTP/1.1" status: 204 len: 168 time: 0.2881141 Aug 27 03:39:02.842410 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fb85a-555b-454b-bc70-64c92a797baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aa768a-2c95-4991-ad05-2ef03d7c4e07,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:02.857367 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b6946884-e955-4d5e-9e48-13daf43b5ab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-587269'] for subnet, precommit_delete_associations {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:02.985773 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b6946884-e955-4d5e-9e48-13daf43b5ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.074966 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b6946884-e955-4d5e-9e48-13daf43b5ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8475214'] for subnet, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.104454 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6946884-e955-4d5e-9e48-13daf43b5ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08032dd-4899-4d3f-a28b-f17f8dec7675,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:03.110634 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b6946884-e955-4d5e-9e48-13daf43b5ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for subnet, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.113115 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-b6946884-e955-4d5e-9e48-13daf43b5ab1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d08032dd-4899-4d3f-a28b-f17f8dec7675 HTTP/1.1" status: 204 len: 168 time: 0.3500798 Aug 27 03:39:03.116996 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46684) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:03.117838 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd3a16-9430-4e4f-9dd5-6239a2bb1cd5 None None] Network 0db1ba7a-004f-465e-bc59-521f28c94f5d requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:39:03.201829 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.329778 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ba7ac8-febb-4593-9bda-34d976387f20 None None] DHCP port deletion for 0db1ba7a-004f-465e-bc59-521f28c94f5d request from dv-cinder-773985-14-smb {{(pid=93858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:39:03.387569 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-26ba7ac8-febb-4593-9bda-34d976387f20 None None] Deleting port 34a97fef-c6eb-4629-b7c8-be4f0349129d {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:03.388170 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-26ba7ac8-febb-4593-9bda-34d976387f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.463058 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-26ba7ac8-febb-4593-9bda-34d976387f20 None None] For port 34a97fef-c6eb-4629-b7c8-be4f0349129d, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=34a97fef-c6eb-4629-b7c8-be4f0349129d,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:03.463642 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-26ba7ac8-febb-4593-9bda-34d976387f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.482037 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-26ba7ac8-febb-4593-9bda-34d976387f20 None None] Calling delete_port for 34a97fef-c6eb-4629-b7c8-be4f0349129d owned by network:dhcp {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:03.565021 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Deleting port 34a97fef-c6eb-4629-b7c8-be4f0349129d {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:03.566168 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.586143 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-26ba7ac8-febb-4593-9bda-34d976387f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.613617 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba7ac8-febb-4593-9bda-34d976387f20 None None] Pushing event deleted for resources: {'Port': ['ID=34a97fef-c6eb-4629-b7c8-be4f0349129d,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:03.619003 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba7ac8-febb-4593-9bda-34d976387f20 None None] No DVR routers for this DVR port 34a97fef-c6eb-4629-b7c8-be4f0349129d on host dv-cinder-773985-14-smb {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:39:03.647934 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] For port 34a97fef-c6eb-4629-b7c8-be4f0349129d, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=34a97fef-c6eb-4629-b7c8-be4f0349129d,segment=NetworkSegment(bc84b1bc-f729-4a30-b5df-085f13d2c7f0),segment_id=bc84b1bc-f729-4a30-b5df-085f13d2c7f0)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:03.648310 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.663376 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Calling delete_port for 34a97fef-c6eb-4629-b7c8-be4f0349129d owned by network:dhcp {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:03.716424 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.756740 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.783436 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Pushing event deleted for resources: {'Port': ['ID=34a97fef-c6eb-4629-b7c8-be4f0349129d,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:03.787808 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] No DVR routers for this DVR port 34a97fef-c6eb-4629-b7c8-be4f0349129d on host dv-cinder-773985-14-smb {{(pid=93856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:39:03.860707 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.871009 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db1ba7a-004f-465e-bc59-521f28c94f5d']}} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:03.884256 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0') {'for_net_delete': True} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:03.884482 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.services.segments.db [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc84b1bc-f729-4a30-b5df-085f13d2c7f0') {} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:03.894222 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-587290'] for segment, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.908745 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.915072 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:39:03.915536 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478446'] for segment, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: self.session.flush() Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: self.session.flush() Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: self.session.flush() Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: self.session.flush() Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: Traceback (most recent call last): Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: timer() Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: cb(*args, **kw) Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: return func(*args, **kwargs) Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: self._notify() Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: self.callback(batched_events) Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: event.method(event) Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: return f(self, *a, **k) Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: return self._get(url).json() Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: return self.request(url, 'GET', **kwargs) Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:39:03.917346 dv-cinder-773985-14-smb neutron-server[93856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:39:03.974455 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.980744 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.982544 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] 10.222.0.41 "DELETE /v2.0/networks/0db1ba7a-004f-465e-bc59-521f28c94f5d HTTP/1.1" status: 204 len: 168 time: 0.8644836 Aug 27 03:39:03.986320 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46706) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:03.994943 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770a42c-5f5f-4fbe-adbd-40eda07e19cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0db1ba7a-004f-465e-bc59-521f28c94f5d,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:04.303533 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device c7f5fe6d-9d0b-4623-bd36-349e36c38b8f no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:04.323792 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: c7f5fe6d-9d0b-4623-bd36-349e36c38b8f {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:04.324136 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device c7f5fe6d-9d0b-4623-bd36-349e36c38b8f not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:04.324552 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 34a97fef-c6eb-4629-b7c8-be4f0349129d no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:04.348479 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 34a97fef-c6eb-4629-b7c8-be4f0349129d {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:04.348827 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 34a97fef-c6eb-4629-b7c8-be4f0349129d not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:04.349240 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device d245ff90-deda-40a2-9646-724501ab4b70 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:04.369118 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: d245ff90-deda-40a2-9646-724501ab4b70 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:04.369467 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device d245ff90-deda-40a2-9646-724501ab4b70 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:04.384090 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680652'] for router_interface, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.637801 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] Deleting port 6170808f-927e-441a-90dd-b818ef39600f {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:04.638041 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.726860 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] For port 6170808f-927e-441a-90dd-b818ef39600f, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=6170808f-927e-441a-90dd-b818ef39600f,segment=NetworkSegment(4ac6319d-4d57-4fad-b85c-5d2a0fdfe530),segment_id=4ac6319d-4d57-4fad-b85c-5d2a0fdfe530)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:04.727220 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.741810 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] Calling delete_port for 6170808f-927e-441a-90dd-b818ef39600f owned by network:router_interface {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:04.923023 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.948772 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] Pushing event deleted for resources: {'Port': ['ID=6170808f-927e-441a-90dd-b818ef39600f,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:05.123416 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1011344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680454'] for router_interface, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.351700 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] Router f86b0b28-9049-4cff-b265-eba7d8853081 has already been hosted by L3 agent a0ff4e0d-1eee-4159-815e-191c4495a482 {{(pid=93857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:39:05.476904 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-smb the message routers_updated {{(pid=93857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:39:05.484935 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46720) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:05.485481 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-37ac9760-e966-4143-81d6-d4e94ad3af13 admin admin] 10.222.0.41 "PUT /v2.0/routers/f86b0b28-9049-4cff-b265-eba7d8853081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4976811 Aug 27 03:39:05.497076 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] Sync routers for ids ['f86b0b28-9049-4cff-b265-eba7d8853081'] in dv-cinder-773985-14-smb {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:39:05.508652 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] Routers {'f86b0b28-9049-4cff-b265-eba7d8853081'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:05.509311 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:38:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['f86b0b28-9049-4cff-b265-eba7d8853081'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:05.597494 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Notify callbacks [] for router, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.630867 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] Set router f86b0b28-9049-4cff-b265-eba7d8853081 gateway port host: dv-cinder-773985-14-smb {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:05.732879 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.793906 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Deleting port 0edc842b-0932-494b-86a4-f5caf74814e1 {{(pid=93856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:05.794198 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.831777 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'name': 'tempest-TestShelveInstance-497759882-router', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'external_fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:54Z', 'updated_at': '2021-08-27T03:39:04Z', 'revision_number': 5, 'project_id': '12162b45473a44de8565a427bca2c314', 'gw_port': {'id': '0edc842b-0932-494b-86a4-f5caf74814e1', 'name': '', 'network_id': '52f11b4a-d44d-4499-bd40-91aa643b9de6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:55Z', 'updated_at': '2021-08-27T03:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af61236d-dca9-4178-aac8-176883a97ed5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-smb'}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:05.866372 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] Checking router: f86b0b28-9049-4cff-b265-eba7d8853081 for host: dv-cinder-773985-14-smb {{(pid=93859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:39:05.878422 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] Routers {'f86b0b28-9049-4cff-b265-eba7d8853081'} bound to L3 agent in host dv-cinder-773985-14-smb {{(pid=93859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:39:05.879475 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:17Z,description=,heartbeat_timestamp=2021-08-27T03:38:47Z,host='dv-cinder-773985-14-smb',id=a0ff4e0d-1eee-4159-815e-191c4495a482,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:17Z,topic='l3_agent')) {'router_ids': ['f86b0b28-9049-4cff-b265-eba7d8853081'], 'active': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:05.895545 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.db [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] For port 0edc842b-0932-494b-86a4-f5caf74814e1, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=0edc842b-0932-494b-86a4-f5caf74814e1,segment=NetworkSegment(6abcb747-6a38-44cc-9dda-db64e3cade1c),segment_id=6abcb747-6a38-44cc-9dda-db64e3cade1c)] {{(pid=93856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:05.895909 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.909153 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Calling delete_port for 0edc842b-0932-494b-86a4-f5caf74814e1 owned by network:router_gateway {{(pid=93856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:05.969436 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_dvr_db [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] Set router f86b0b28-9049-4cff-b265-eba7d8853081 gateway port host: None {{(pid=93859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:39:06.022166 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.l3_hamode_db [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'name': 'tempest-TestShelveInstance-497759882-router', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:54Z', 'updated_at': '2021-08-27T03:39:05Z', 'revision_number': 6, 'project_id': '12162b45473a44de8565a427bca2c314', 'gw_port_host': None}], 'dv-cinder-773985-14-smb', False) {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:06.052227 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf5c3b-f89e-4853-8c05-3c5a365987cd None None] The sync data for ids ['f86b0b28-9049-4cff-b265-eba7d8853081'] in dv-cinder-773985-14-smb is: [{'id': 'f86b0b28-9049-4cff-b265-eba7d8853081', 'name': 'tempest-TestShelveInstance-497759882-router', 'tenant_id': '12162b45473a44de8565a427bca2c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:54Z', 'updated_at': '2021-08-27T03:39:05Z', 'revision_number': 6, 'project_id': '12162b45473a44de8565a427bca2c314', 'gw_port_host': None}] {{(pid=93859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:39:06.092207 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478427'] for port, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.121077 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Pushing event deleted for resources: {'Port': ['ID=0edc842b-0932-494b-86a4-f5caf74814e1,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:06.180316 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682844'] for router_gateway, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.299143 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-684995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12288'] for router, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.301670 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.379003 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-685004'] for router, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.379892 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f86b0b28-9049-4cff-b265-eba7d8853081 {{(pid=93856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:39:06.390042 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] Notify callbacks [] for router, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.391951 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-0e8176c9-a3b1-4d61-8fa1-00e89768863e admin admin] 10.222.0.41 "DELETE /v2.0/routers/f86b0b28-9049-4cff-b265-eba7d8853081 HTTP/1.1" status: 204 len: 168 time: 0.9056647 Aug 27 03:39:06.394798 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46726) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:06.467959 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.db_base_plugin_v2 [None req-be84fb50-2624-45af-ba18-b641e9f1d1c2 admin admin] Deleting subnet e07b8677-131f-4d05-a774-62e03315bc4c {{(pid=93857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:39:06.471811 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-be84fb50-2624-45af-ba18-b641e9f1d1c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.510624 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-be84fb50-2624-45af-ba18-b641e9f1d1c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909152'] for subnet, precommit_delete_associations {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.600357 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-be84fb50-2624-45af-ba18-b641e9f1d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33194925'] for subnet, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.657149 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-be84fb50-2624-45af-ba18-b641e9f1d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33194914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8599620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559101'] for subnet, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.822270 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 6170808f-927e-441a-90dd-b818ef39600f no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:06.845058 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 6170808f-927e-441a-90dd-b818ef39600f {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:06.845846 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 6170808f-927e-441a-90dd-b818ef39600f not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:06.946992 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84fb50-2624-45af-ba18-b641e9f1d1c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07b8677-131f-4d05-a774-62e03315bc4c,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:06.951249 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-be84fb50-2624-45af-ba18-b641e9f1d1c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.955783 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-be84fb50-2624-45af-ba18-b641e9f1d1c2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e07b8677-131f-4d05-a774-62e03315bc4c HTTP/1.1" status: 204 len: 168 time: 0.5570076 Aug 27 03:39:06.956284 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46736) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:06.972924 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7bb3af-9bd7-4ad3-9b06-a6769d1a02f6 None None] Network 5913f3f3-e8e6-44df-8783-c440121c2f04 requested from dv-cinder-773985-14-smb {{(pid=93858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:39:07.032695 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33132093'] for network, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.144148 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Deleting port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 {{(pid=93857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:07.144696 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.203093 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cf3851-fa5c-4292-ae66-817f48d8af0d None None] DHCP port deletion for 5913f3f3-e8e6-44df-8783-c440121c2f04 request from dv-cinder-773985-14-smb {{(pid=93858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:39:07.233517 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.db [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] For port b248b885-f87f-4e8f-8812-ad9ddb5c4f58, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=b248b885-f87f-4e8f-8812-ad9ddb5c4f58,segment=NetworkSegment(4ac6319d-4d57-4fad-b85c-5d2a0fdfe530),segment_id=4ac6319d-4d57-4fad-b85c-5d2a0fdfe530)] {{(pid=93857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:07.233912 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.254397 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.plugin [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Calling delete_port for b248b885-f87f-4e8f-8812-ad9ddb5c4f58 owned by network:dhcp {{(pid=93857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:07.256858 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf3851-fa5c-4292-ae66-817f48d8af0d None None] Deleting port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:39:07.257306 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c3cf3851-fa5c-4292-ae66-817f48d8af0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764601865503'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.323721 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-c3cf3851-fa5c-4292-ae66-817f48d8af0d None None] For port b248b885-f87f-4e8f-8812-ad9ddb5c4f58, host dv-cinder-773985-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-smb',level=0,port_id=b248b885-f87f-4e8f-8812-ad9ddb5c4f58,segment=NetworkSegment(4ac6319d-4d57-4fad-b85c-5d2a0fdfe530),segment_id=4ac6319d-4d57-4fad-b85c-5d2a0fdfe530)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:07.324217 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c3cf3851-fa5c-4292-ae66-817f48d8af0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681245'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.339069 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf3851-fa5c-4292-ae66-817f48d8af0d None None] Calling delete_port for b248b885-f87f-4e8f-8812-ad9ddb5c4f58 owned by network:dhcp {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:39:07.343056 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8599575'] for port, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.375207 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b248b885-f87f-4e8f-8812-ad9ddb5c4f58,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:07.377318 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] No DVR routers for this DVR port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 on host dv-cinder-773985-14-smb {{(pid=93857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:39:07.419583 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c3cf3851-fa5c-4292-ae66-817f48d8af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33099033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764601790751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764601331460'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.448302 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf3851-fa5c-4292-ae66-817f48d8af0d None None] Pushing event deleted for resources: {'Port': ['ID=b248b885-f87f-4e8f-8812-ad9ddb5c4f58,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:07.451573 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cf3851-fa5c-4292-ae66-817f48d8af0d None None] No DVR routers for this DVR port b248b885-f87f-4e8f-8812-ad9ddb5c4f58 on host dv-cinder-773985-14-smb {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:39:07.456401 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33045846', 'neutron.services.segments.db._delete_segments_for_network-8764601815534'] for network, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.469189 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5913f3f3-e8e6-44df-8783-c440121c2f04']}} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:07.481403 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530') {'for_net_delete': True} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:07.481742 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.services.segments.db [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac6319d-4d57-4fad-b85c-5d2a0fdfe530') {} {{(pid=93857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:39:07.491689 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764601815417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8909183'] for segment, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.509191 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812'] for segment, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.519227 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=93857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:39:07.519760 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33195812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8599586'] for segment, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: Traceback (most recent call last): Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: timer() Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: cb(*args, **kw) Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: return func(*args, **kwargs) Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: self._notify() Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: self.callback(batched_events) Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: event.method(event) Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: return f(self, *a, **k) Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: return self._get(url).json() Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: return self.request(url, 'GET', **kwargs) Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:39:07.522574 dv-cinder-773985-14-smb neutron-server[93857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:39:07.591400 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33045807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1011335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682848'] for network, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.595417 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1011317'] for network, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.597377 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5913f3f3-e8e6-44df-8783-c440121c2f04 HTTP/1.1" status: 204 len: 168 time: 0.6404979 Aug 27 03:39:07.610773 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce9965-9955-4ee8-b79c-eefd5af0f4c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5913f3f3-e8e6-44df-8783-c440121c2f04,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:07.809659 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46744) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:07.853547 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-bac5bb45-ed91-4129-975b-1b0315bb50a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf0e5ad5b3604edbb896d54aed296874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426514 Aug 27 03:39:07.857270 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46746) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:07.924772 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-09680d6d-267f-461d-a3a9-3a8acaf07518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:07.953681 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-09680d6d-267f-461d-a3a9-3a8acaf07518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.016084 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-09680d6d-267f-461d-a3a9-3a8acaf07518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.018898 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-09680d6d-267f-461d-a3a9-3a8acaf07518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.020756 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-09680d6d-267f-461d-a3a9-3a8acaf07518 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0e3418a-adbd-4232-8b49-f7ad9d053d4b HTTP/1.1" status: 204 len: 168 time: 0.1619349 Aug 27 03:39:08.030690 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09680d6d-267f-461d-a3a9-3a8acaf07518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e3418a-adbd-4232-8b49-f7ad9d053d4b,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:08.304339 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device b248b885-f87f-4e8f-8812-ad9ddb5c4f58 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:08.348668 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: b248b885-f87f-4e8f-8812-ad9ddb5c4f58 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:08.349075 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device b248b885-f87f-4e8f-8812-ad9ddb5c4f58 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:08.349685 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 0edc842b-0932-494b-86a4-f5caf74814e1 no longer exists at agent ovs-agent-dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:08.370626 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] No Port match for: 0edc842b-0932-494b-86a4-f5caf74814e1 {{(pid=93858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:39:08.370971 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron.plugins.ml2.rpc [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Device 0edc842b-0932-494b-86a4-f5caf74814e1 not bound to the agent host dv-cinder-773985-14-smb {{(pid=93858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:39:08.446342 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46766) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:08.490034 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-2a6a0e2e-7113-4c7a-b288-c69892fea718 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12162b45473a44de8565a427bca2c314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422049 Aug 27 03:39:08.492770 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46768) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:08.565086 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-de963824-bebc-4e9c-9b4d-1eccac65170a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.598080 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-de963824-bebc-4e9c-9b4d-1eccac65170a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.656283 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-de963824-bebc-4e9c-9b4d-1eccac65170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.658883 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-de963824-bebc-4e9c-9b4d-1eccac65170a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:08.660043 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-de963824-bebc-4e9c-9b4d-1eccac65170a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86a3d027-c449-4357-8e92-43902254b6e5 HTTP/1.1" status: 204 len: 168 time: 0.1663895 Aug 27 03:39:08.670183 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de963824-bebc-4e9c-9b4d-1eccac65170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a3d027-c449-4357-8e92-43902254b6e5,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:12.800825 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46818) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:12.909934 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8ad3ccf2-8c86-4d8b-9340-b3426b379eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.040449 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8ad3ccf2-8c86-4d8b-9340-b3426b379eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.047824 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-8ad3ccf2-8c86-4d8b-9340-b3426b379eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.088343 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-8ad3ccf2-8c86-4d8b-9340-b3426b379eb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6414a9e49694c898b1d40cb19e0dd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862999 Aug 27 03:39:13.089518 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3ccf2-8c86-4d8b-9340-b3426b379eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5768ac-c897-401d-8841-11287bc05571,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:13.091425 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46822) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:13.145413 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd729-9bb9-4648-9994-390fa2ae6fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.170519 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd729-9bb9-4648-9994-390fa2ae6fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.226796 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd729-9bb9-4648-9994-390fa2ae6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.230632 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd729-9bb9-4648-9994-390fa2ae6fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:13.232228 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-d9fdd729-9bb9-4648-9994-390fa2ae6fa6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad5768ac-c897-401d-8841-11287bc05571 HTTP/1.1" status: 204 len: 168 time: 0.1398473 Aug 27 03:39:13.240699 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdd729-9bb9-4648-9994-390fa2ae6fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5768ac-c897-401d-8841-11287bc05571,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:13.555623 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-31c447a6-b9a5-468b-8426-1f4b54955d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.448924 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:39:14.596298 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46872) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:14.743387 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.867660 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.875345 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.916820 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e33f99910f44e1ea9205e593ccf94ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193867 Aug 27 03:39:14.917611 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1127bb04-65c8-460a-95be-e8f919b32988,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:14.922617 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46876) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:14.926207 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.926564 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.926938 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.927281 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.927596 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.927941 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.928268 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.928598 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.928918 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.929252 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.929576 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.929983 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba878592-838c-4ba8-b7f0-8eb2dc76e1b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:14.988147 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b6c383e9-8c4a-49c3-9b90-582e8c6f53e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.019437 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b6c383e9-8c4a-49c3-9b90-582e8c6f53e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.088006 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b6c383e9-8c4a-49c3-9b90-582e8c6f53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.091661 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-b6c383e9-8c4a-49c3-9b90-582e8c6f53e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:15.092903 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-b6c383e9-8c4a-49c3-9b90-582e8c6f53e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1127bb04-65c8-460a-95be-e8f919b32988 HTTP/1.1" status: 204 len: 168 time: 0.1712720 Aug 27 03:39:15.107620 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c383e9-8c4a-49c3-9b90-582e8c6f53e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1127bb04-65c8-460a-95be-e8f919b32988,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:16.592676 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-224aac3e-1db6-4e1b-b8d4-9be03681106e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.484689 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.827356 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:19.044807 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.397054 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46974) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:20.518581 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6fd544bf-e72b-4802-8032-046ae8100403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.608380 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6fd544bf-e72b-4802-8032-046ae8100403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.614018 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-6fd544bf-e72b-4802-8032-046ae8100403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.655068 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-6fd544bf-e72b-4802-8032-046ae8100403 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9db823a297047219c47938e26c0cc29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567313 Aug 27 03:39:20.656302 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd544bf-e72b-4802-8032-046ae8100403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e17771b-36f1-4541-94dc-5dea43bed52b,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:20.658190 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46978) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:20.717117 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-27d68241-8094-4a4c-8b4b-dd8b0badc00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.740161 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-27d68241-8094-4a4c-8b4b-dd8b0badc00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.791727 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-27d68241-8094-4a4c-8b4b-dd8b0badc00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.794301 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-27d68241-8094-4a4c-8b4b-dd8b0badc00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.795435 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-27d68241-8094-4a4c-8b4b-dd8b0badc00c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e17771b-36f1-4541-94dc-5dea43bed52b HTTP/1.1" status: 204 len: 168 time: 0.1362128 Aug 27 03:39:20.803182 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d68241-8094-4a4c-8b4b-dd8b0badc00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e17771b-36f1-4541-94dc-5dea43bed52b,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.071585 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46984) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:21.085633 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-784e8bcf-a0f8-4f10-86bb-5d93918b49bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.178686 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-784e8bcf-a0f8-4f10-86bb-5d93918b49bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.184199 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-784e8bcf-a0f8-4f10-86bb-5d93918b49bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.222075 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-784e8bcf-a0f8-4f10-86bb-5d93918b49bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81037115f3c34748b8256637470a43f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493421 Aug 27 03:39:21.222941 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e8bcf-a0f8-4f10-86bb-5d93918b49bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546c169f-f47a-413a-b0f7-9ed3db7d918b,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.225879 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 46986) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:21.283385 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2aeef6f8-9ff0-4ca6-b732-c889c3bc1d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.306857 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2aeef6f8-9ff0-4ca6-b732-c889c3bc1d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.365434 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2aeef6f8-9ff0-4ca6-b732-c889c3bc1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.368089 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-2aeef6f8-9ff0-4ca6-b732-c889c3bc1d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.369548 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-2aeef6f8-9ff0-4ca6-b732-c889c3bc1d94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/546c169f-f47a-413a-b0f7-9ed3db7d918b HTTP/1.1" status: 204 len: 168 time: 0.1435449 Aug 27 03:39:21.378104 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeef6f8-9ff0-4ca6-b732-c889c3bc1d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546c169f-f47a-413a-b0f7-9ed3db7d918b,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.727970 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46992) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:21.742638 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8c40aa-0ce0-483c-a206-e420561c4fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.838571 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8c40aa-0ce0-483c-a206-e420561c4fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.844611 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-0e8c40aa-0ce0-483c-a206-e420561c4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.880256 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c40aa-0ce0-483c-a206-e420561c4fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dc61db-4977-487f-8317-8f391058a606,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:21.888727 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-0e8c40aa-0ce0-483c-a206-e420561c4fd1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=734731ba9fc34c848b7ef34e5b673b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571085 Aug 27 03:39:21.889418 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 46994) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:21.943161 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-fd714d40-bf06-44dd-84c9-504fb5fe395f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.965917 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-fd714d40-bf06-44dd-84c9-504fb5fe395f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:22.017848 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-fd714d40-bf06-44dd-84c9-504fb5fe395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:22.021048 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-fd714d40-bf06-44dd-84c9-504fb5fe395f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:22.022219 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-fd714d40-bf06-44dd-84c9-504fb5fe395f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6dc61db-4977-487f-8317-8f391058a606 HTTP/1.1" status: 204 len: 168 time: 0.1319597 Aug 27 03:39:22.031577 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd714d40-bf06-44dd-84c9-504fb5fe395f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dc61db-4977-487f-8317-8f391058a606,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:24.178418 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 47064) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:24.291598 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21c27a92-c65a-4313-9cc3-561d79bab7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.396882 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21c27a92-c65a-4313-9cc3-561d79bab7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.403872 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-21c27a92-c65a-4313-9cc3-561d79bab7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.443390 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-21c27a92-c65a-4313-9cc3-561d79bab7cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee8ca1cc650d4650ad1ca427d9f13c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638164 Aug 27 03:39:24.444235 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c27a92-c65a-4313-9cc3-561d79bab7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd78ec6-bac9-421e-94fc-ec08141b22a2,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:24.447256 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 47068) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:24.497757 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f789c86d-af37-41b2-bde4-0bc3c01c78c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.520730 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f789c86d-af37-41b2-bde4-0bc3c01c78c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.573895 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f789c86d-af37-41b2-bde4-0bc3c01c78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.576558 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f789c86d-af37-41b2-bde4-0bc3c01c78c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.577741 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f789c86d-af37-41b2-bde4-0bc3c01c78c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cd78ec6-bac9-421e-94fc-ec08141b22a2 HTTP/1.1" status: 204 len: 168 time: 0.1291564 Aug 27 03:39:24.588484 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789c86d-af37-41b2-bde4-0bc3c01c78c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd78ec6-bac9-421e-94fc-ec08141b22a2,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:24.881257 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 47074) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:24.896090 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-f9e2a42d-de84-42de-8653-eed3eec9a9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.988778 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-f9e2a42d-de84-42de-8653-eed3eec9a9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.995737 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-f9e2a42d-de84-42de-8653-eed3eec9a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.038467 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-f9e2a42d-de84-42de-8653-eed3eec9a9a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14ec030fc73d4b1abe7a0b3e78c89c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559641 Aug 27 03:39:25.039171 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2a42d-de84-42de-8653-eed3eec9a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361ea112-d4b5-4d91-9f99-fefa5dea909a,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:25.041490 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 47076) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:25.123969 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-374740cd-78f1-4e11-adb0-9e611ac43d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.146865 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-374740cd-78f1-4e11-adb0-9e611ac43d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.199125 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-374740cd-78f1-4e11-adb0-9e611ac43d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.202070 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-374740cd-78f1-4e11-adb0-9e611ac43d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.202902 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-374740cd-78f1-4e11-adb0-9e611ac43d13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/361ea112-d4b5-4d91-9f99-fefa5dea909a HTTP/1.1" status: 204 len: 168 time: 0.1603022 Aug 27 03:39:25.210860 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374740cd-78f1-4e11-adb0-9e611ac43d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361ea112-d4b5-4d91-9f99-fefa5dea909a,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:27.136838 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 47134) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:27.261450 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7bd3a83c-8174-43a9-a35d-276dbf45db29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:27.390574 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7bd3a83c-8174-43a9-a35d-276dbf45db29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:27.396477 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7bd3a83c-8174-43a9-a35d-276dbf45db29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:27.437287 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-7bd3a83c-8174-43a9-a35d-276dbf45db29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20079f3e4d3b4a7abf2badebc0029a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993147 Aug 27 03:39:27.438287 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3a83c-8174-43a9-a35d-276dbf45db29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3a71f4-d685-4096-a09e-6b92cd84aa31,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:27.440140 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 47138) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:27.496747 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b155878e-8b87-4fc4-8b98-8cdd5cc16d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:27.525739 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b155878e-8b87-4fc4-8b98-8cdd5cc16d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:27.584393 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b155878e-8b87-4fc4-8b98-8cdd5cc16d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:27.587425 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b155878e-8b87-4fc4-8b98-8cdd5cc16d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:27.588873 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-b155878e-8b87-4fc4-8b98-8cdd5cc16d5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d3a71f4-d685-4096-a09e-6b92cd84aa31 HTTP/1.1" status: 204 len: 168 time: 0.1474481 Aug 27 03:39:27.600968 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155878e-8b87-4fc4-8b98-8cdd5cc16d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3a71f4-d685-4096-a09e-6b92cd84aa31,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:27.934442 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 47144) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:27.950157 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ab11-e44d-4ad2-ab76-42ae939370c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.047431 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ab11-e44d-4ad2-ab76-42ae939370c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.053626 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ab11-e44d-4ad2-ab76-42ae939370c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.093059 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-c9d7ab11-e44d-4ad2-ab76-42ae939370c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6d5636a1c5c4a69b44bd19f9b4df224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574759 Aug 27 03:39:28.094249 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7ab11-e44d-4ad2-ab76-42ae939370c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a3fd90-a4a5-4c0f-b8bc-153de8527c53,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:28.096709 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 47146) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:28.149868 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f70469f7-7f13-449e-b287-a712c9bbb897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.173093 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f70469f7-7f13-449e-b287-a712c9bbb897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.225884 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f70469f7-7f13-449e-b287-a712c9bbb897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.228813 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-f70469f7-7f13-449e-b287-a712c9bbb897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.230892 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-f70469f7-7f13-449e-b287-a712c9bbb897 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26a3fd90-a4a5-4c0f-b8bc-153de8527c53 HTTP/1.1" status: 204 len: 168 time: 0.1329691 Aug 27 03:39:28.242834 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70469f7-7f13-449e-b287-a712c9bbb897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a3fd90-a4a5-4c0f-b8bc-153de8527c53,revision_number=None']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:33.720159 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:36.751180 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 47264) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:36.859660 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:36.954404 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:36.959799 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.001322 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=deaa770d5fc6497aad07924aab7f060e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490294 Aug 27 03:39:37.002209 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef5e85-601b-4904-b98b-25ed761a4e39,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:37.004233 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 47268) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:37.009566 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.009919 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.010475 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.010822 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.011320 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.011670 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.011998 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.012321 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.012636 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.012958 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.013275 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.013582 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca012b1-09c7-4494-9d6f-a9484391838b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-smb {{(pid=93857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:37.058185 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-342ce99c-d0b5-4726-be9e-8871b30ddf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.079751 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-342ce99c-d0b5-4726-be9e-8871b30ddf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.131408 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-342ce99c-d0b5-4726-be9e-8871b30ddf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.134019 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-342ce99c-d0b5-4726-be9e-8871b30ddf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.135396 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-342ce99c-d0b5-4726-be9e-8871b30ddf77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14ef5e85-601b-4904-b98b-25ed761a4e39 HTTP/1.1" status: 204 len: 168 time: 0.1300437 Aug 27 03:39:37.145017 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ce99c-d0b5-4726-be9e-8871b30ddf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef5e85-601b-4904-b98b-25ed761a4e39,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:37.428754 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 47274) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:37.442887 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b1085981-4efe-49dc-8843-4cebd043ddc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.535042 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b1085981-4efe-49dc-8843-4cebd043ddc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.540580 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-b1085981-4efe-49dc-8843-4cebd043ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.577877 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1085981-4efe-49dc-8843-4cebd043ddc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a108e6d7-5388-4f30-9ea1-46c5ded2efb7,revision_number=1']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:37.584538 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-b1085981-4efe-49dc-8843-4cebd043ddc9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58d52d301f2d4f05bcbb51986145aec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546326 Aug 27 03:39:37.587338 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 47276) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:37.637552 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-131ba708-49b4-4b8d-ae4a-d341896e227b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.661392 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-131ba708-49b4-4b8d-ae4a-d341896e227b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.711874 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-131ba708-49b4-4b8d-ae4a-d341896e227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.714814 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-131ba708-49b4-4b8d-ae4a-d341896e227b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:37.716119 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-131ba708-49b4-4b8d-ae4a-d341896e227b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a108e6d7-5388-4f30-9ea1-46c5ded2efb7 HTTP/1.1" status: 204 len: 168 time: 0.1276217 Aug 27 03:39:37.724080 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ba708-49b4-4b8d-ae4a-d341896e227b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a108e6d7-5388-4f30-9ea1-46c5ded2efb7,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:38.068852 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.wsgi [-] (93857) accepted ('10.222.0.41', 47282) {{(pid=93857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:38.083600 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d718ae60-be51-4c33-8b65-0f9816fb548f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:38.186572 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d718ae60-be51-4c33-8b65-0f9816fb548f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:38.193682 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron_lib.callbacks.manager [None req-d718ae60-be51-4c33-8b65-0f9816fb548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_create {{(pid=93857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:38.232543 dv-cinder-773985-14-smb neutron-server[93857]: INFO neutron.wsgi [None req-d718ae60-be51-4c33-8b65-0f9816fb548f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c96e6c39d36e4bb3b99d194c16a4e173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624546 Aug 27 03:39:38.233449 dv-cinder-773985-14-smb neutron-server[93857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718ae60-be51-4c33-8b65-0f9816fb548f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d788e6-f433-4624-b33d-f92a4794e972,revision_number=1']} {{(pid=93857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:38.236162 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.wsgi [-] (93856) accepted ('10.222.0.41', 47284) {{(pid=93856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:39:38.300480 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3321070e-7b44-4111-8463-2cc992dc0a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:38.324601 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3321070e-7b44-4111-8463-2cc992dc0a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:38.387884 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3321070e-7b44-4111-8463-2cc992dc0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757535'] for security_group, after_delete {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:38.390623 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-3321070e-7b44-4111-8463-2cc992dc0a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:38.391816 dv-cinder-773985-14-smb neutron-server[93856]: INFO neutron.wsgi [None req-3321070e-7b44-4111-8463-2cc992dc0a5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7d788e6-f433-4624-b33d-f92a4794e972 HTTP/1.1" status: 204 len: 168 time: 0.1554253 Aug 27 03:39:38.400446 dv-cinder-773985-14-smb neutron-server[93856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321070e-7b44-4111-8463-2cc992dc0a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d788e6-f433-4624-b33d-f92a4794e972,revision_number=None']} {{(pid=93856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:43.550988 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf4d1-8282-4abc-a3a2-31a16c5a304a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:46.587882 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3b93e976-12dd-41cc-a4e5-21bdce1af5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:47.480336 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:47.833234 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:49.049357 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:51.448120 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:03.730093 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:13.556734 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-faa5295f-928a-49da-b439-71ed2f833f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:16.602351 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-38ad225d-12ac-4de1-b83c-40bbf3f8fb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.486161 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.834103 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:19.053488 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:28.447838 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:33.728205 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:43.569312 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-85906ff3-104d-4d5d-a7b9-86fcf1f0340c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:46.592366 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ae90-a207-475e-946c-4ac5ec99d56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:47.490214 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:47.838754 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:49.075559 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:03.742445 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:05.448695 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:41:13.568658 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2afe8669-d42b-4375-9845-360dcaab72a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.594624 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2f36cb6a-f771-4d42-a9e2-7ccdf4c06fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.498123 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.844089 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:19.065313 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:33.743767 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:42.448944 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:41:43.564129 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c65e19a5-86fe-49e6-a914-b5e7183547dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:46.592368 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcbdf-037c-4f8e-b1b5-958e92d1d4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:47.502765 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:47.847565 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:49.064540 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:03.763802 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:13.562111 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-20ef0178-f868-463b-9571-9af9d53a96ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:16.713119 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3e9a5fed-8511-4a5e-a92c-ef1666aecd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:17.494676 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:17.855656 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:19.072271 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:19.448976 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:42:33.773592 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:43.558925 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0594ae95-ebb1-4711-803f-2b1c64ff68ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:46.591634 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-91033b21-3bc1-4d73-9b5a-b0f05dd11efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:47.492476 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:47.847698 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:49.079587 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:56.452911 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:43:03.781876 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:13.559006 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b0142d22-d3fa-4f9d-8ed1-27dddb8468d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:16.597160 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-883aa4ca-21d0-4ef7-9461-672d2f1667d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:17.487905 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:17.857522 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:19.090247 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:33.455069 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:43:33.771988 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:43.555036 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2f2d1bc-7b4b-4f18-b37a-ce173685cdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:46.588853 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f8a0a30a-ac2c-4a49-a1b8-9fe639d9dd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:47.498147 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:47.853419 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:49.077942 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.782377 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:10.458359 dv-cinder-773985-14-smb neutron-server[93859]: DEBUG neutron.db.agents_db [None req-b8138f65-9f10-47df-bbb1-013c6eabc46b None None] Agent healthcheck: found 6 active agents {{(pid=93859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:44:13.556548 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fc42e955-006b-4584-8cc8-be861e16bde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:16.589272 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0adf70b2-9e52-4a6b-bacc-5dc3c79811ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:17.497796 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b44f3c9-84ee-4dd5-a40c-28f99d9786e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:17.858966 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08fcf633-7405-48d2-a000-4191350a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:19.085199 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-171bde3f-a424-480f-b9dc-ef7525af83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:33.788000 dv-cinder-773985-14-smb neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a578010d-4130-4942-b1a3-aafff2d1f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764601815516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33041260'] for agent, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}